Archive complete RL run 6c923a1f with replay, checkpoints, diagnostics and provenance
Browse files- RL/Transport50/DSRL-NA/diverse50/seed_2/best/source_metadata.json +27 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/best/source_resolved_config.json +476 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/best/state.pkl +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/comparison_evaluations.jsonl +81 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/README.md +5 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/SHA256SUMS +31 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/archive.json +53 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part000 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part001 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part002 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part003 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part004 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part005 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part006 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part007 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part008 +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/local_archive_verification.json +6 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/manifest.json +0 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/publication.json +62 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/complete/restore.py +38 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/convergence.json +367 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/convergence.jsonl +81 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/eval/final.parquet +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/final/source_metadata.json +314 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/final/source_resolved_config.json +476 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/final/state.pkl +3 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/frozen_base.json +6 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/offline_buffer.json +447 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/resolved_config.json +476 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/start_protocol.json +103 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/status.json +170 -0
- RL/Transport50/DSRL-NA/diverse50/seed_2/training_accounting.json +51 -0
RL/Transport50/DSRL-NA/diverse50/seed_2/best/source_metadata.json
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_sha256": "cd77225e38d72e495456c07487b8b3f6c494bbef177b76adfc566a09ad34dba7",
|
| 3 |
+
"evaluation": {
|
| 4 |
+
"chunk_transitions": 174000,
|
| 5 |
+
"episodes": 200,
|
| 6 |
+
"eval_index": 69,
|
| 7 |
+
"gain": 0.018000000000000016,
|
| 8 |
+
"gradient_updates": 522000,
|
| 9 |
+
"ma": 0.531,
|
| 10 |
+
"n_success": 119,
|
| 11 |
+
"policy_version": 174,
|
| 12 |
+
"rl_env_steps": 1387114,
|
| 13 |
+
"round": 174,
|
| 14 |
+
"seed_start": 960000,
|
| 15 |
+
"sr": 0.595,
|
| 16 |
+
"success_requested": 0,
|
| 17 |
+
"success_requested_imitation": 0,
|
| 18 |
+
"success_rounds_with_skips": 0,
|
| 19 |
+
"success_skipped": 0,
|
| 20 |
+
"success_skipped_imitation": 0,
|
| 21 |
+
"success_skipped_td": 0,
|
| 22 |
+
"target_step": 1380000,
|
| 23 |
+
"update_index": 522000
|
| 24 |
+
},
|
| 25 |
+
"includes": "complete learner state, optimizer, targets, RNG and replay",
|
| 26 |
+
"selection": "observed_periodic_sr"
|
| 27 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/best/source_resolved_config.json
ADDED
|
@@ -0,0 +1,476 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"decision_ref": "docs/scope.md [0928-I], [0930-S2DEC]",
|
| 3 |
+
"env": {
|
| 4 |
+
"chunk_length": 8,
|
| 5 |
+
"n_envs": 4
|
| 6 |
+
},
|
| 7 |
+
"learner": {
|
| 8 |
+
"convention": "unified_env_step",
|
| 9 |
+
"gamma_env": 0.999
|
| 10 |
+
},
|
| 11 |
+
"overrides": [],
|
| 12 |
+
"protocol": {
|
| 13 |
+
"checkpoint_every_rounds": 5,
|
| 14 |
+
"checkpoint_retention": {
|
| 15 |
+
"best": true,
|
| 16 |
+
"collapse_drop": {
|
| 17 |
+
"min_abs": 0.2,
|
| 18 |
+
"ratio": 0.5
|
| 19 |
+
},
|
| 20 |
+
"diagnostics": true,
|
| 21 |
+
"every_evals": 3
|
| 22 |
+
},
|
| 23 |
+
"collection": {
|
| 24 |
+
"n_envs": 4,
|
| 25 |
+
"train_seed_base": 100000000,
|
| 26 |
+
"train_seed_stride": 1000000,
|
| 27 |
+
"training_freq_chunks": 1000
|
| 28 |
+
},
|
| 29 |
+
"convergence": {
|
| 30 |
+
"early_stop": false,
|
| 31 |
+
"gain_lag": 10,
|
| 32 |
+
"high_sr": 0.95,
|
| 33 |
+
"high_sr_evals": 5,
|
| 34 |
+
"ma_window": 10,
|
| 35 |
+
"max_env_steps": 1606196,
|
| 36 |
+
"min_env_steps": 200000,
|
| 37 |
+
"min_gain": 0.02,
|
| 38 |
+
"zero_success_evals": 8
|
| 39 |
+
},
|
| 40 |
+
"critic_ensemble": {
|
| 41 |
+
"num": 10,
|
| 42 |
+
"policy": "mean",
|
| 43 |
+
"target": {
|
| 44 |
+
"kind": "subset_min",
|
| 45 |
+
"replace": false,
|
| 46 |
+
"size": 2
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"eval": {
|
| 50 |
+
"best_of_n": 16,
|
| 51 |
+
"episodes": 200,
|
| 52 |
+
"every_env_steps": 20000,
|
| 53 |
+
"include_step0": true,
|
| 54 |
+
"seed_start": 960000,
|
| 55 |
+
"workers": 4
|
| 56 |
+
},
|
| 57 |
+
"final_eval": {
|
| 58 |
+
"episodes": 300,
|
| 59 |
+
"on_zero_stop": true,
|
| 60 |
+
"seed_start": 800000
|
| 61 |
+
},
|
| 62 |
+
"n_step_chunks": 3,
|
| 63 |
+
"offline": {
|
| 64 |
+
"adaptive_ratio": false,
|
| 65 |
+
"cohort_size": 50,
|
| 66 |
+
"episodes": 50,
|
| 67 |
+
"learners_without_offline": [
|
| 68 |
+
"dsrl_sac"
|
| 69 |
+
],
|
| 70 |
+
"ratio": {
|
| 71 |
+
"decay_env_steps": {
|
| 72 |
+
"can": 160000,
|
| 73 |
+
"square": 320000,
|
| 74 |
+
"tool_hang": 640000,
|
| 75 |
+
"transport": 320000
|
| 76 |
+
},
|
| 77 |
+
"end": 0.1,
|
| 78 |
+
"start": {
|
| 79 |
+
"can": 0.7,
|
| 80 |
+
"square": 0.5,
|
| 81 |
+
"tool_hang": 0.5,
|
| 82 |
+
"transport": 0.9
|
| 83 |
+
}
|
| 84 |
+
},
|
| 85 |
+
"selection": "ascending_demo_index",
|
| 86 |
+
"source": "bc_regime",
|
| 87 |
+
"unsupported_learners": [
|
| 88 |
+
"zprl"
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"replay": {
|
| 92 |
+
"capacity_chunks": 1000000,
|
| 93 |
+
"pin_start_successes": false,
|
| 94 |
+
"success_buffer": "success_mask_on_shared_fifo",
|
| 95 |
+
"success_skip_rule": "skip_below_success_batch_size",
|
| 96 |
+
"unit": "executed_chunk"
|
| 97 |
+
},
|
| 98 |
+
"start": {
|
| 99 |
+
"max_episodes": 200,
|
| 100 |
+
"mode": "offline_buffer",
|
| 101 |
+
"policy": {
|
| 102 |
+
"default": "base_cfm_ode",
|
| 103 |
+
"zprl": "vib_base"
|
| 104 |
+
},
|
| 105 |
+
"target_successes": 20
|
| 106 |
+
},
|
| 107 |
+
"unified": {
|
| 108 |
+
"actor_target_tau": 0.005,
|
| 109 |
+
"critic_hidden": [
|
| 110 |
+
512,
|
| 111 |
+
512,
|
| 112 |
+
512
|
| 113 |
+
],
|
| 114 |
+
"critic_target_every_critic_step": true,
|
| 115 |
+
"critic_target_tau": 0.005,
|
| 116 |
+
"dsrl_noise_imitation_reference_dims": 28,
|
| 117 |
+
"gamma_env": 0.999,
|
| 118 |
+
"lr": {
|
| 119 |
+
"actor": 0.0001,
|
| 120 |
+
"critic": 0.0003,
|
| 121 |
+
"decay_end_env_steps": 1606196,
|
| 122 |
+
"min_ratio": 0.1,
|
| 123 |
+
"schedule": "warmup_cosine",
|
| 124 |
+
"temperature": 0.0003,
|
| 125 |
+
"warmup_env_steps": 20000
|
| 126 |
+
},
|
| 127 |
+
"reward": "binary_first_success",
|
| 128 |
+
"success_td_polyak": true,
|
| 129 |
+
"timeout_bootstrap": false,
|
| 130 |
+
"zprl_imitation": "mse_pretanh_mean"
|
| 131 |
+
},
|
| 132 |
+
"updates": {
|
| 133 |
+
"batch_size": 256,
|
| 134 |
+
"critic_per_actor": 2,
|
| 135 |
+
"success_batch_size": 256,
|
| 136 |
+
"utd_per_chunk": 3
|
| 137 |
+
},
|
| 138 |
+
"version": "study2_protocol_v10"
|
| 139 |
+
},
|
| 140 |
+
"protocol_hash": "bdfdfb18fc67ba88af67e02b6592b190b509c5ad68cbd7357fcbca9fa8c796b9",
|
| 141 |
+
"provenance_extra": {
|
| 142 |
+
"agent_library": {
|
| 143 |
+
"framework": "jax",
|
| 144 |
+
"sources": {
|
| 145 |
+
"__init__.py": "0356b394bbae9d0738649e4864a034c4ee5d6f329c8a7f862717b3428e52313c",
|
| 146 |
+
"_vendor/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 147 |
+
"_vendor/ogpo/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 148 |
+
"_vendor/ogpo/agents/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 149 |
+
"_vendor/ogpo/agents/modules/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 150 |
+
"_vendor/ogpo/agents/modules/bc_helper.py": "8913392cc0434057323b2f5b28aaeb36d2c31e6b129ef09d21352353fe276c14",
|
| 151 |
+
"_vendor/ogpo/agents/modules/dist_helper.py": "c0f429c6c70082f5f5258ffffdf4bf0e6b2e1587c26528d3ee937a4e302d9951",
|
| 152 |
+
"_vendor/ogpo/agents/modules/flax_utils.py": "36f27885a086a4ae561171de4650da86330dcd68f17694e3f71278677c614037",
|
| 153 |
+
"_vendor/ogpo/agents/modules/igp_targets_helper.py": "b0343a236a856ec734cc73a1e73186d7d6520dd9efc34b3597327d21b55c9522",
|
| 154 |
+
"_vendor/ogpo/agents/modules/maintenance.py": "7b40d670c277783e118a0669f57aa10370c76b7b8fe3c1d27d16af1a3e9f0865",
|
| 155 |
+
"_vendor/ogpo/agents/modules/pg_helper.py": "cb2e0e83e0c95af408c9bac86fc9ccf1d7e427b3edb315c5d042de5d0a9328d4",
|
| 156 |
+
"_vendor/ogpo/agents/modules/q_helper.py": "71d874b74af5d724d82bd9c4a0a6027d8795e5dc26755ae7838abc3cda54718e",
|
| 157 |
+
"_vendor/ogpo/agents/ogpo.py": "3393282fd4a972c97951715a5776a506e37102cbe5e9c21e5e1ed1e6288696b2",
|
| 158 |
+
"_vendor/ogpo/agents/qc.py": "55906d8b598ce0a2607782e886697c3766dd281a0664ec05bf96173fc8c22c56",
|
| 159 |
+
"_vendor/ogpo/networks/__init__.py": "089130459e91d2b43f5bca45e2659507379fe62351ce6d2d91a49a0387ed2e90",
|
| 160 |
+
"_vendor/ogpo/networks/actors.py": "c0ad2b12439f5da82128e35907314741c22ccc70692de33fed90e67a32f8d86a",
|
| 161 |
+
"_vendor/ogpo/networks/actors_fql.py": "0d9f8646f1230b442bc80457252656c007431ca62458afa5fdecd15150ed9c4d",
|
| 162 |
+
"_vendor/ogpo/networks/critics.py": "77e40f7ea9d6837f8f89d889bfcd7a70e0ef20076f65720d79a9bef3db5130b4",
|
| 163 |
+
"_vendor/ogpo/networks/encoders.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 164 |
+
"_vendor/ogpo/networks/encoders/__init__.py": "41ae7973f560af5539cff23643843a0c56c253722bb17d7372a9ade029abb670",
|
| 165 |
+
"_vendor/ogpo/networks/encoders/impala.py": "62b7f1dab0aefe6662d3fa0fc59417d125cb9687af71d7875d533e24ac3e89d2",
|
| 166 |
+
"_vendor/ogpo/networks/encoders/minvit.py": "93f0af908450588cdbc9fc18929247b55447bb7972833388244707628328ed33",
|
| 167 |
+
"_vendor/ogpo/networks/encoders/paligemma.py": "0f2a448fd52a2c161f921e7fd7d79be462f98db34c09bf68877f8ed67de9e82c",
|
| 168 |
+
"_vendor/ogpo/networks/encoders/vision_proprio.py": "01ade56e774aeb29c3e7cd1d59eff5e43b7827d102769a450f8d7cc5a17666c8",
|
| 169 |
+
"_vendor/ogpo/networks/modules/__init__.py": "39a4fe9455c1b58c505fa1d9c0a90179dd64cdd459e8341d9ef7fcf6b7af9aae",
|
| 170 |
+
"_vendor/ogpo/networks/modules/attention.py": "a835876c6269ba0c5c63f49005027e5524a750f0c6e7af8697093b9bb8ff4c55",
|
| 171 |
+
"_vendor/ogpo/networks/modules/distributions.py": "5430f1bc6ee7fa71aac65664c9c3f13500d1fec3c5b2b1d80fc6590cca8ac71d",
|
| 172 |
+
"_vendor/ogpo/networks/modules/misc.py": "527793d4e64be2bbc8c22e73a574d5cb604e4672eabd0db9843853107502f620",
|
| 173 |
+
"_vendor/ogpo/networks/modules/mlp.py": "e2cf4d9923d95df8747c1554cf94f20000e108b1a9b0d9b0729a759b597a1316",
|
| 174 |
+
"_vendor/ogpo/networks/modules/time_embedding.py": "54d1a400b1b179a75c5aa55501031aa5d6513da12715ab75b89eaacdbe9f76e1",
|
| 175 |
+
"_vendor/ogpo/networks/modules/two_tier.py": "aa5182a5932cd500f95f4fddcd16429d66c968988639ddf3d6b33a2297953166",
|
| 176 |
+
"dice.py": "6989a71a178af904061e418a94c06615acb7576d9d32548566cc0032e273f22b",
|
| 177 |
+
"dsrl_na.py": "973970bfb02b87ad995f04572bc4d8443cc1e92d6447fbcbcfb80d8fa97cd9ce",
|
| 178 |
+
"dsrl_sac.py": "292d55b2d6f314ec12d17c77c2da2badef6a3fbdde89ba953044e074da6fbc6c",
|
| 179 |
+
"factory.py": "0117708b7cdab69cfaa83bba70f1101aff7b33866117946c377a5cb2fcc6ea49",
|
| 180 |
+
"flow.py": "76dce89f145b4194885524731523eada50e86f8d06b86f7cfaffd0fb3e3b779a",
|
| 181 |
+
"native_config.py": "e9dbf33c0ec15a654c2dde7f504d4e2492c29cbdf84c4eedf42cda94c158e4de",
|
| 182 |
+
"native_flow.py": "e9a9dc59e4e2ccaa7355bebb3c98cc9c1e0080c493889d58bfefdc7bc341c763",
|
| 183 |
+
"native_replay.py": "4f5922a41c5f4e93c599794143c0a26d8b22cb6c38d675ede9538a7bd2b30402",
|
| 184 |
+
"native_residual.py": "00936a650eed103e380f201c9917a9bc414d7b48ba244d0018ebd7b032b3af67",
|
| 185 |
+
"native_train.py": "83bd25879b1096afcb8c1e7a4c34ab77c652dafde10d86f7fdea221c98f6d4a4",
|
| 186 |
+
"networks.py": "81460ac49a7b67ef66b0efd04e26e86c320456c190493143ea77b57c8fbc195d",
|
| 187 |
+
"ogpo.py": "3501a14eb1e1dd0e7194de541dc1af2dd0b4584f102b7e23b0b625d490c79093",
|
| 188 |
+
"optim.py": "41f5c0e4907e822449154959067a84f09820010bc02c6a01a74b5d5478a76192",
|
| 189 |
+
"qc.py": "38ef1b0ed7a4d0833ee50a182262a3bd668931d9499483fa58f7cad43b3f9274",
|
| 190 |
+
"registry.py": "0e7928dac526397186290fe1a914403daa69c39c2c9da9aa395bacfbca9dc617",
|
| 191 |
+
"residual.py": "2dfda94aee07537924912d14693b7d0a41a76c9aea02852a006e5f4877c082ee",
|
| 192 |
+
"telemetry.py": "e5716864ea9b2126b50b86fec78d56ecfd96f17832d5006f83cb2763e6092feb",
|
| 193 |
+
"train.py": "d1ec607894c8e126e710b5a4ef6c48a4e9bf6c66c0872ce2e2bdc1c65b66d98d",
|
| 194 |
+
"vib.py": "ab3a6721c7c051d21e7955940942bc0f6d064635dd9c73b7275589c150f19f5e",
|
| 195 |
+
"vib_workflow.py": "35b264975fbbcb7f1142af4284f245c9de043e3dab6689ca40657e7be47090f2",
|
| 196 |
+
"zprl.py": "fefe27f991d1a482a57b04738d5b22b9879f0ea405e1935e94dd58ba72c30609"
|
| 197 |
+
},
|
| 198 |
+
"version": "study2_jax_agents_v2"
|
| 199 |
+
},
|
| 200 |
+
"base_framework": "jax",
|
| 201 |
+
"bc_identity": {
|
| 202 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 203 |
+
"family": "StandardBaseBC",
|
| 204 |
+
"framework": "jax"
|
| 205 |
+
},
|
| 206 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain/runs/operations/20261022_transport_focused50_v10_four/base/diverse50/epoch_3000.pkl",
|
| 207 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 208 |
+
"experiment": "transport_8",
|
| 209 |
+
"frozen_hash": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 210 |
+
"learner": {
|
| 211 |
+
"action_dim": 14,
|
| 212 |
+
"action_magnitude": null,
|
| 213 |
+
"actor_hidden": [
|
| 214 |
+
2048,
|
| 215 |
+
2048,
|
| 216 |
+
2048
|
| 217 |
+
],
|
| 218 |
+
"base_hash": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 219 |
+
"critic_hidden": [
|
| 220 |
+
512,
|
| 221 |
+
512,
|
| 222 |
+
512
|
| 223 |
+
],
|
| 224 |
+
"ensemble": 10,
|
| 225 |
+
"feature_dim": 146,
|
| 226 |
+
"horizon": 8,
|
| 227 |
+
"normalizer_hash": "189578de102ebae53ea96c0440cc6c237d38c63acf97a126e03cfdb1412f0e82",
|
| 228 |
+
"protocol": {
|
| 229 |
+
"checkpoint_every_rounds": 5,
|
| 230 |
+
"checkpoint_retention": {
|
| 231 |
+
"best": true,
|
| 232 |
+
"collapse_drop": {
|
| 233 |
+
"min_abs": 0.2,
|
| 234 |
+
"ratio": 0.5
|
| 235 |
+
},
|
| 236 |
+
"diagnostics": true,
|
| 237 |
+
"every_evals": 3
|
| 238 |
+
},
|
| 239 |
+
"collection": {
|
| 240 |
+
"n_envs": 4,
|
| 241 |
+
"train_seed_base": 100000000,
|
| 242 |
+
"train_seed_stride": 1000000,
|
| 243 |
+
"training_freq_chunks": 1000
|
| 244 |
+
},
|
| 245 |
+
"convergence": {
|
| 246 |
+
"early_stop": false,
|
| 247 |
+
"gain_lag": 10,
|
| 248 |
+
"high_sr": 0.95,
|
| 249 |
+
"high_sr_evals": 5,
|
| 250 |
+
"ma_window": 10,
|
| 251 |
+
"max_env_steps": 1606196,
|
| 252 |
+
"min_env_steps": 200000,
|
| 253 |
+
"min_gain": 0.02,
|
| 254 |
+
"zero_success_evals": 8
|
| 255 |
+
},
|
| 256 |
+
"critic_ensemble": {
|
| 257 |
+
"num": 10,
|
| 258 |
+
"policy": "mean",
|
| 259 |
+
"target": {
|
| 260 |
+
"kind": "subset_min",
|
| 261 |
+
"replace": false,
|
| 262 |
+
"size": 2
|
| 263 |
+
}
|
| 264 |
+
},
|
| 265 |
+
"eval": {
|
| 266 |
+
"best_of_n": 16,
|
| 267 |
+
"episodes": 200,
|
| 268 |
+
"every_env_steps": 20000,
|
| 269 |
+
"include_step0": true,
|
| 270 |
+
"seed_start": 960000,
|
| 271 |
+
"workers": 4
|
| 272 |
+
},
|
| 273 |
+
"final_eval": {
|
| 274 |
+
"episodes": 300,
|
| 275 |
+
"on_zero_stop": true,
|
| 276 |
+
"seed_start": 800000
|
| 277 |
+
},
|
| 278 |
+
"n_step_chunks": 3,
|
| 279 |
+
"offline": {
|
| 280 |
+
"adaptive_ratio": false,
|
| 281 |
+
"cohort_size": 50,
|
| 282 |
+
"episodes": 50,
|
| 283 |
+
"learners_without_offline": [
|
| 284 |
+
"dsrl_sac"
|
| 285 |
+
],
|
| 286 |
+
"ratio": {
|
| 287 |
+
"decay_env_steps": {
|
| 288 |
+
"can": 160000,
|
| 289 |
+
"square": 320000,
|
| 290 |
+
"tool_hang": 640000,
|
| 291 |
+
"transport": 320000
|
| 292 |
+
},
|
| 293 |
+
"end": 0.1,
|
| 294 |
+
"start": {
|
| 295 |
+
"can": 0.7,
|
| 296 |
+
"square": 0.5,
|
| 297 |
+
"tool_hang": 0.5,
|
| 298 |
+
"transport": 0.9
|
| 299 |
+
}
|
| 300 |
+
},
|
| 301 |
+
"selection": "ascending_demo_index",
|
| 302 |
+
"source": "bc_regime",
|
| 303 |
+
"unsupported_learners": [
|
| 304 |
+
"zprl"
|
| 305 |
+
]
|
| 306 |
+
},
|
| 307 |
+
"replay": {
|
| 308 |
+
"capacity_chunks": 1000000,
|
| 309 |
+
"pin_start_successes": false,
|
| 310 |
+
"success_buffer": "success_mask_on_shared_fifo",
|
| 311 |
+
"success_skip_rule": "skip_below_success_batch_size",
|
| 312 |
+
"unit": "executed_chunk"
|
| 313 |
+
},
|
| 314 |
+
"start": {
|
| 315 |
+
"max_episodes": 200,
|
| 316 |
+
"mode": "offline_buffer",
|
| 317 |
+
"policy": {
|
| 318 |
+
"default": "base_cfm_ode",
|
| 319 |
+
"zprl": "vib_base"
|
| 320 |
+
},
|
| 321 |
+
"target_successes": 20
|
| 322 |
+
},
|
| 323 |
+
"unified": {
|
| 324 |
+
"actor_target_tau": 0.005,
|
| 325 |
+
"critic_hidden": [
|
| 326 |
+
512,
|
| 327 |
+
512,
|
| 328 |
+
512
|
| 329 |
+
],
|
| 330 |
+
"critic_target_every_critic_step": true,
|
| 331 |
+
"critic_target_tau": 0.005,
|
| 332 |
+
"dsrl_noise_imitation_reference_dims": 28,
|
| 333 |
+
"gamma_env": 0.999,
|
| 334 |
+
"lr": {
|
| 335 |
+
"actor": 0.0001,
|
| 336 |
+
"critic": 0.0003,
|
| 337 |
+
"decay_end_env_steps": 1606196,
|
| 338 |
+
"min_ratio": 0.1,
|
| 339 |
+
"schedule": "warmup_cosine",
|
| 340 |
+
"temperature": 0.0003,
|
| 341 |
+
"warmup_env_steps": 20000
|
| 342 |
+
},
|
| 343 |
+
"reward": "binary_first_success",
|
| 344 |
+
"success_td_polyak": true,
|
| 345 |
+
"timeout_bootstrap": false,
|
| 346 |
+
"zprl_imitation": "mse_pretanh_mean"
|
| 347 |
+
},
|
| 348 |
+
"updates": {
|
| 349 |
+
"batch_size": 256,
|
| 350 |
+
"critic_per_actor": 2,
|
| 351 |
+
"success_batch_size": 256,
|
| 352 |
+
"utd_per_chunk": 3
|
| 353 |
+
},
|
| 354 |
+
"version": "study2_protocol_v10"
|
| 355 |
+
},
|
| 356 |
+
"subset": 2,
|
| 357 |
+
"variant": {
|
| 358 |
+
"flags": {
|
| 359 |
+
"noise_loglik_weight": 0.0,
|
| 360 |
+
"success_td": false
|
| 361 |
+
},
|
| 362 |
+
"learner": "dsrl_na",
|
| 363 |
+
"name": "dsrl_na",
|
| 364 |
+
"phase": 1,
|
| 365 |
+
"spec_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 366 |
+
"version": "study2_variants_v4"
|
| 367 |
+
},
|
| 368 |
+
"version": "study2_jax_agents_v2",
|
| 369 |
+
"vib_hash": null,
|
| 370 |
+
"weight_decay": null
|
| 371 |
+
},
|
| 372 |
+
"observation_mode": "pixel_state",
|
| 373 |
+
"offline_buffer": {
|
| 374 |
+
"actions_sha256": "602a4cc6482db479799da53e62fa1678116093a2158758a060c4890768d8a642",
|
| 375 |
+
"aux_sha256": "4938beb934e7896ef197bb8a94554f7700c2f3388e41dce07d6e26f8bd8adad6",
|
| 376 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 377 |
+
"chunks": 3183,
|
| 378 |
+
"dataset_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 379 |
+
"decision_ref": "[1017-S2OFFBC]",
|
| 380 |
+
"env_steps": 25283,
|
| 381 |
+
"features_sha256": "575427a36b77c8176d9ff534d6c846bffcd58bdad467ff1a06a86709a8caa0b6",
|
| 382 |
+
"horizon": 8,
|
| 383 |
+
"identity_hash": "ca5181f6c5339a36c5b51f6fc3717e7af279ced18fd92fcc3942fff20b37a997",
|
| 384 |
+
"learner_coordinates": "ResidualLearner:dsrl_na",
|
| 385 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 386 |
+
"ratio": {
|
| 387 |
+
"adaptive_ratio": false,
|
| 388 |
+
"rule": "D_demo kept for the whole run (never evicted), online RL data FIFO; each ordinary batch = batch_size uniform draws over the eligible D_demo + online windows, offline rows first"
|
| 389 |
+
},
|
| 390 |
+
"selection": {
|
| 391 |
+
"cohort_size": 50,
|
| 392 |
+
"demos": [
|
| 393 |
+
"demo_0",
|
| 394 |
+
"demo_7",
|
| 395 |
+
"demo_8",
|
| 396 |
+
"demo_10",
|
| 397 |
+
"demo_11",
|
| 398 |
+
"demo_13",
|
| 399 |
+
"demo_14",
|
| 400 |
+
"demo_17",
|
| 401 |
+
"demo_20",
|
| 402 |
+
"demo_22",
|
| 403 |
+
"demo_28",
|
| 404 |
+
"demo_29",
|
| 405 |
+
"demo_33",
|
| 406 |
+
"demo_38",
|
| 407 |
+
"demo_39",
|
| 408 |
+
"demo_48",
|
| 409 |
+
"demo_49",
|
| 410 |
+
"demo_53",
|
| 411 |
+
"demo_59",
|
| 412 |
+
"demo_61",
|
| 413 |
+
"demo_69",
|
| 414 |
+
"demo_75",
|
| 415 |
+
"demo_76",
|
| 416 |
+
"demo_81",
|
| 417 |
+
"demo_83",
|
| 418 |
+
"demo_88",
|
| 419 |
+
"demo_95",
|
| 420 |
+
"demo_96",
|
| 421 |
+
"demo_102",
|
| 422 |
+
"demo_103",
|
| 423 |
+
"demo_105",
|
| 424 |
+
"demo_108",
|
| 425 |
+
"demo_119",
|
| 426 |
+
"demo_120",
|
| 427 |
+
"demo_126",
|
| 428 |
+
"demo_128",
|
| 429 |
+
"demo_139",
|
| 430 |
+
"demo_151",
|
| 431 |
+
"demo_152",
|
| 432 |
+
"demo_154",
|
| 433 |
+
"demo_159",
|
| 434 |
+
"demo_163",
|
| 435 |
+
"demo_165",
|
| 436 |
+
"demo_171",
|
| 437 |
+
"demo_173",
|
| 438 |
+
"demo_177",
|
| 439 |
+
"demo_180",
|
| 440 |
+
"demo_181",
|
| 441 |
+
"demo_182",
|
| 442 |
+
"demo_190"
|
| 443 |
+
],
|
| 444 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain/data/bc/versions/ph_distribution_v2/manifests/transport.json",
|
| 445 |
+
"manifest_sha256": "8f2569c5918df85bccd661f8b4c8f76fd73948ca0c4ff96487e949ddbdb4013f",
|
| 446 |
+
"regime": "diverse50",
|
| 447 |
+
"source": "bc_regime",
|
| 448 |
+
"source_ph_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 449 |
+
"split": {
|
| 450 |
+
"training": 45,
|
| 451 |
+
"validation": 5
|
| 452 |
+
},
|
| 453 |
+
"task": "transport"
|
| 454 |
+
}
|
| 455 |
+
},
|
| 456 |
+
"offline_role": "mixed",
|
| 457 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 458 |
+
"smoke": false,
|
| 459 |
+
"task": "transport",
|
| 460 |
+
"task_spec_hash": "fd9c198a613abab85d95bda9521355ae6d926bcf7da1895ca7a1dd03325117cb"
|
| 461 |
+
},
|
| 462 |
+
"seed": 2,
|
| 463 |
+
"start_policy": "base_cfm_ode",
|
| 464 |
+
"variant": {
|
| 465 |
+
"flags": {
|
| 466 |
+
"noise_loglik_weight": 0.0,
|
| 467 |
+
"success_td": false
|
| 468 |
+
},
|
| 469 |
+
"learner": "dsrl_na",
|
| 470 |
+
"name": "dsrl_na",
|
| 471 |
+
"phase": 1,
|
| 472 |
+
"spec_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 473 |
+
"version": "study2_variants_v4"
|
| 474 |
+
},
|
| 475 |
+
"variant_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979"
|
| 476 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/best/state.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd77225e38d72e495456c07487b8b3f6c494bbef177b76adfc566a09ad34dba7
|
| 3 |
+
size 295272292
|
RL/Transport50/DSRL-NA/diverse50/seed_2/comparison_evaluations.jsonl
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"eval_index": 0, "rl_env_steps": 0, "target_step": 0, "sr": 0.495, "round": 0, "update_index": 0, "policy_version": 0, "chunk_transitions": 0, "gradient_updates": 0, "n_success": 99, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 2 |
+
{"eval_index": 1, "rl_env_steps": 23917, "target_step": 20000, "sr": 0.53, "round": 3, "update_index": 9000, "policy_version": 3, "chunk_transitions": 3000, "gradient_updates": 9000, "n_success": 106, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 3 |
+
{"eval_index": 2, "rl_env_steps": 47842, "target_step": 40000, "sr": 0.51, "round": 6, "update_index": 18000, "policy_version": 6, "chunk_transitions": 6000, "gradient_updates": 18000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 4 |
+
{"eval_index": 3, "rl_env_steps": 63799, "target_step": 60000, "sr": 0.475, "round": 8, "update_index": 24000, "policy_version": 8, "chunk_transitions": 8000, "gradient_updates": 24000, "n_success": 95, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 5 |
+
{"eval_index": 4, "rl_env_steps": 87685, "target_step": 80000, "sr": 0.505, "round": 11, "update_index": 33000, "policy_version": 11, "chunk_transitions": 11000, "gradient_updates": 33000, "n_success": 101, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 6 |
+
{"eval_index": 5, "rl_env_steps": 103652, "target_step": 100000, "sr": 0.55, "round": 13, "update_index": 39000, "policy_version": 13, "chunk_transitions": 13000, "gradient_updates": 39000, "n_success": 110, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 7 |
+
{"eval_index": 6, "rl_env_steps": 127563, "target_step": 120000, "sr": 0.405, "round": 16, "update_index": 48000, "policy_version": 16, "chunk_transitions": 16000, "gradient_updates": 48000, "n_success": 81, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 8 |
+
{"eval_index": 7, "rl_env_steps": 143474, "target_step": 140000, "sr": 0.525, "round": 18, "update_index": 54000, "policy_version": 18, "chunk_transitions": 18000, "gradient_updates": 54000, "n_success": 105, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 9 |
+
{"eval_index": 8, "rl_env_steps": 167442, "target_step": 160000, "sr": 0.485, "round": 21, "update_index": 63000, "policy_version": 21, "chunk_transitions": 21000, "gradient_updates": 63000, "n_success": 97, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": null, "gain": null, "observed": true, "imputed": false}
|
| 10 |
+
{"eval_index": 9, "rl_env_steps": 183401, "target_step": 180000, "sr": 0.505, "round": 23, "update_index": 69000, "policy_version": 23, "chunk_transitions": 23000, "gradient_updates": 69000, "n_success": 101, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.49850000000000005, "gain": null, "observed": true, "imputed": false}
|
| 11 |
+
{"eval_index": 10, "rl_env_steps": 207288, "target_step": 200000, "sr": 0.51, "round": 26, "update_index": 78000, "policy_version": 26, "chunk_transitions": 26000, "gradient_updates": 78000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5, "gain": null, "observed": true, "imputed": false}
|
| 12 |
+
{"eval_index": 11, "rl_env_steps": 223213, "target_step": 220000, "sr": 0.55, "round": 28, "update_index": 84000, "policy_version": 28, "chunk_transitions": 28000, "gradient_updates": 84000, "n_success": 110, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.502, "gain": null, "observed": true, "imputed": false}
|
| 13 |
+
{"eval_index": 12, "rl_env_steps": 247133, "target_step": 240000, "sr": 0.535, "round": 31, "update_index": 93000, "policy_version": 31, "chunk_transitions": 31000, "gradient_updates": 93000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5045000000000001, "gain": null, "observed": true, "imputed": false}
|
| 14 |
+
{"eval_index": 13, "rl_env_steps": 263058, "target_step": 260000, "sr": 0.545, "round": 33, "update_index": 99000, "policy_version": 33, "chunk_transitions": 33000, "gradient_updates": 99000, "n_success": 109, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5115000000000001, "gain": null, "observed": true, "imputed": false}
|
| 15 |
+
{"eval_index": 14, "rl_env_steps": 286968, "target_step": 280000, "sr": 0.55, "round": 36, "update_index": 108000, "policy_version": 36, "chunk_transitions": 36000, "gradient_updates": 108000, "n_success": 110, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.516, "gain": null, "observed": true, "imputed": false}
|
| 16 |
+
{"eval_index": 15, "rl_env_steps": 302919, "target_step": 300000, "sr": 0.545, "round": 38, "update_index": 114000, "policy_version": 38, "chunk_transitions": 38000, "gradient_updates": 114000, "n_success": 109, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5155000000000001, "gain": null, "observed": true, "imputed": false}
|
| 17 |
+
{"eval_index": 16, "rl_env_steps": 326823, "target_step": 320000, "sr": 0.5, "round": 41, "update_index": 123000, "policy_version": 41, "chunk_transitions": 41000, "gradient_updates": 123000, "n_success": 100, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.525, "gain": null, "observed": true, "imputed": false}
|
| 18 |
+
{"eval_index": 17, "rl_env_steps": 342766, "target_step": 340000, "sr": 0.51, "round": 43, "update_index": 129000, "policy_version": 43, "chunk_transitions": 43000, "gradient_updates": 129000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5235, "gain": null, "observed": true, "imputed": false}
|
| 19 |
+
{"eval_index": 18, "rl_env_steps": 366693, "target_step": 360000, "sr": 0.535, "round": 46, "update_index": 138000, "policy_version": 46, "chunk_transitions": 46000, "gradient_updates": 138000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5285, "gain": null, "observed": true, "imputed": false}
|
| 20 |
+
{"eval_index": 19, "rl_env_steps": 382644, "target_step": 380000, "sr": 0.46, "round": 48, "update_index": 144000, "policy_version": 48, "chunk_transitions": 48000, "gradient_updates": 144000, "n_success": 92, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5240000000000001, "gain": 0.025500000000000078, "observed": true, "imputed": false}
|
| 21 |
+
{"eval_index": 20, "rl_env_steps": 406568, "target_step": 400000, "sr": 0.485, "round": 51, "update_index": 153000, "policy_version": 51, "chunk_transitions": 51000, "gradient_updates": 153000, "n_success": 97, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5215, "gain": 0.021499999999999964, "observed": true, "imputed": false}
|
| 22 |
+
{"eval_index": 21, "rl_env_steps": 422527, "target_step": 420000, "sr": 0.515, "round": 53, "update_index": 159000, "policy_version": 53, "chunk_transitions": 53000, "gradient_updates": 159000, "n_success": 103, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.518, "gain": 0.016000000000000014, "observed": true, "imputed": false}
|
| 23 |
+
{"eval_index": 22, "rl_env_steps": 446489, "target_step": 440000, "sr": 0.48, "round": 56, "update_index": 168000, "policy_version": 56, "chunk_transitions": 56000, "gradient_updates": 168000, "n_success": 96, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5125, "gain": 0.007999999999999896, "observed": true, "imputed": false}
|
| 24 |
+
{"eval_index": 23, "rl_env_steps": 462422, "target_step": 460000, "sr": 0.59, "round": 58, "update_index": 174000, "policy_version": 58, "chunk_transitions": 58000, "gradient_updates": 174000, "n_success": 118, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.517, "gain": 0.005499999999999949, "observed": true, "imputed": false}
|
| 25 |
+
{"eval_index": 24, "rl_env_steps": 486382, "target_step": 480000, "sr": 0.46, "round": 61, "update_index": 183000, "policy_version": 61, "chunk_transitions": 61000, "gradient_updates": 183000, "n_success": 92, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5079999999999999, "gain": -0.008000000000000118, "observed": true, "imputed": false}
|
| 26 |
+
{"eval_index": 25, "rl_env_steps": 502305, "target_step": 500000, "sr": 0.545, "round": 63, "update_index": 189000, "policy_version": 63, "chunk_transitions": 63000, "gradient_updates": 189000, "n_success": 109, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5079999999999999, "gain": -0.007500000000000173, "observed": true, "imputed": false}
|
| 27 |
+
{"eval_index": 26, "rl_env_steps": 526237, "target_step": 520000, "sr": 0.535, "round": 66, "update_index": 198000, "policy_version": 66, "chunk_transitions": 66000, "gradient_updates": 198000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5115000000000001, "gain": -0.013499999999999956, "observed": true, "imputed": false}
|
| 28 |
+
{"eval_index": 27, "rl_env_steps": 542191, "target_step": 540000, "sr": 0.535, "round": 68, "update_index": 204000, "policy_version": 68, "chunk_transitions": 68000, "gradient_updates": 204000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.514, "gain": -0.009499999999999953, "observed": true, "imputed": false}
|
| 29 |
+
{"eval_index": 28, "rl_env_steps": 566098, "target_step": 560000, "sr": 0.53, "round": 71, "update_index": 213000, "policy_version": 71, "chunk_transitions": 71000, "gradient_updates": 213000, "n_success": 106, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5135000000000001, "gain": -0.014999999999999902, "observed": true, "imputed": false}
|
| 30 |
+
{"eval_index": 29, "rl_env_steps": 582026, "target_step": 580000, "sr": 0.545, "round": 73, "update_index": 219000, "policy_version": 73, "chunk_transitions": 73000, "gradient_updates": 219000, "n_success": 109, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.522, "gain": -0.002000000000000113, "observed": true, "imputed": false}
|
| 31 |
+
{"eval_index": 30, "rl_env_steps": 605951, "target_step": 600000, "sr": 0.515, "round": 76, "update_index": 228000, "policy_version": 76, "chunk_transitions": 76000, "gradient_updates": 228000, "n_success": 103, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5249999999999999, "gain": 0.0034999999999999476, "observed": true, "imputed": false}
|
| 32 |
+
{"eval_index": 31, "rl_env_steps": 621918, "target_step": 620000, "sr": 0.455, "round": 78, "update_index": 234000, "policy_version": 78, "chunk_transitions": 78000, "gradient_updates": 234000, "n_success": 91, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.519, "gain": 0.0010000000000000009, "observed": true, "imputed": false}
|
| 33 |
+
{"eval_index": 32, "rl_env_steps": 645830, "target_step": 640000, "sr": 0.545, "round": 81, "update_index": 243000, "policy_version": 81, "chunk_transitions": 81000, "gradient_updates": 243000, "n_success": 109, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5255, "gain": 0.013000000000000012, "observed": true, "imputed": false}
|
| 34 |
+
{"eval_index": 33, "rl_env_steps": 661779, "target_step": 660000, "sr": 0.505, "round": 83, "update_index": 249000, "policy_version": 83, "chunk_transitions": 83000, "gradient_updates": 249000, "n_success": 101, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.517, "gain": 0.0, "observed": true, "imputed": false}
|
| 35 |
+
{"eval_index": 34, "rl_env_steps": 685670, "target_step": 680000, "sr": 0.54, "round": 86, "update_index": 258000, "policy_version": 86, "chunk_transitions": 86000, "gradient_updates": 258000, "n_success": 108, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.525, "gain": 0.017000000000000126, "observed": true, "imputed": false}
|
| 36 |
+
{"eval_index": 35, "rl_env_steps": 701609, "target_step": 700000, "sr": 0.59, "round": 88, "update_index": 264000, "policy_version": 88, "chunk_transitions": 88000, "gradient_updates": 264000, "n_success": 118, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5295000000000001, "gain": 0.021500000000000186, "observed": true, "imputed": false}
|
| 37 |
+
{"eval_index": 36, "rl_env_steps": 725514, "target_step": 720000, "sr": 0.515, "round": 91, "update_index": 273000, "policy_version": 91, "chunk_transitions": 91000, "gradient_updates": 273000, "n_success": 103, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5275, "gain": 0.015999999999999903, "observed": true, "imputed": false}
|
| 38 |
+
{"eval_index": 37, "rl_env_steps": 741477, "target_step": 740000, "sr": 0.525, "round": 93, "update_index": 279000, "policy_version": 93, "chunk_transitions": 93000, "gradient_updates": 279000, "n_success": 105, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5265, "gain": 0.012499999999999956, "observed": true, "imputed": false}
|
| 39 |
+
{"eval_index": 38, "rl_env_steps": 765357, "target_step": 760000, "sr": 0.53, "round": 96, "update_index": 288000, "policy_version": 96, "chunk_transitions": 96000, "gradient_updates": 288000, "n_success": 106, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5265000000000001, "gain": 0.013000000000000012, "observed": true, "imputed": false}
|
| 40 |
+
{"eval_index": 39, "rl_env_steps": 781286, "target_step": 780000, "sr": 0.49, "round": 98, "update_index": 294000, "policy_version": 98, "chunk_transitions": 98000, "gradient_updates": 294000, "n_success": 98, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.521, "gain": -0.0010000000000000009, "observed": true, "imputed": false}
|
| 41 |
+
{"eval_index": 40, "rl_env_steps": 805189, "target_step": 800000, "sr": 0.515, "round": 101, "update_index": 303000, "policy_version": 101, "chunk_transitions": 101000, "gradient_updates": 303000, "n_success": 103, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.521, "gain": -0.0039999999999998925, "observed": true, "imputed": false}
|
| 42 |
+
{"eval_index": 41, "rl_env_steps": 821122, "target_step": 820000, "sr": 0.56, "round": 103, "update_index": 309000, "policy_version": 103, "chunk_transitions": 103000, "gradient_updates": 309000, "n_success": 112, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5315, "gain": 0.012499999999999956, "observed": true, "imputed": false}
|
| 43 |
+
{"eval_index": 42, "rl_env_steps": 845043, "target_step": 840000, "sr": 0.575, "round": 106, "update_index": 318000, "policy_version": 106, "chunk_transitions": 106000, "gradient_updates": 318000, "n_success": 115, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5345, "gain": 0.009000000000000008, "observed": true, "imputed": false}
|
| 44 |
+
{"eval_index": 43, "rl_env_steps": 860986, "target_step": 860000, "sr": 0.54, "round": 108, "update_index": 324000, "policy_version": 108, "chunk_transitions": 108000, "gradient_updates": 324000, "n_success": 108, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.538, "gain": 0.02100000000000002, "observed": true, "imputed": false}
|
| 45 |
+
{"eval_index": 44, "rl_env_steps": 884924, "target_step": 880000, "sr": 0.51, "round": 111, "update_index": 333000, "policy_version": 111, "chunk_transitions": 111000, "gradient_updates": 333000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5349999999999999, "gain": 0.009999999999999898, "observed": true, "imputed": false}
|
| 46 |
+
{"eval_index": 45, "rl_env_steps": 900877, "target_step": 900000, "sr": 0.48, "round": 113, "update_index": 339000, "policy_version": 113, "chunk_transitions": 113000, "gradient_updates": 339000, "n_success": 96, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.524, "gain": -0.00550000000000006, "observed": true, "imputed": false}
|
| 47 |
+
{"eval_index": 46, "rl_env_steps": 924825, "target_step": 920000, "sr": 0.52, "round": 116, "update_index": 348000, "policy_version": 116, "chunk_transitions": 116000, "gradient_updates": 348000, "n_success": 104, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5245, "gain": -0.0030000000000000027, "observed": true, "imputed": false}
|
| 48 |
+
{"eval_index": 47, "rl_env_steps": 940767, "target_step": 940000, "sr": 0.53, "round": 118, "update_index": 354000, "policy_version": 118, "chunk_transitions": 118000, "gradient_updates": 354000, "n_success": 106, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5250000000000001, "gain": -0.0014999999999998348, "observed": true, "imputed": false}
|
| 49 |
+
{"eval_index": 48, "rl_env_steps": 964643, "target_step": 960000, "sr": 0.505, "round": 121, "update_index": 363000, "policy_version": 121, "chunk_transitions": 121000, "gradient_updates": 363000, "n_success": 101, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5225, "gain": -0.004000000000000115, "observed": true, "imputed": false}
|
| 50 |
+
{"eval_index": 49, "rl_env_steps": 980553, "target_step": 980000, "sr": 0.555, "round": 123, "update_index": 369000, "policy_version": 123, "chunk_transitions": 123000, "gradient_updates": 369000, "n_success": 111, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.529, "gain": 0.008000000000000007, "observed": true, "imputed": false}
|
| 51 |
+
{"eval_index": 50, "rl_env_steps": 1004466, "target_step": 1000000, "sr": 0.58, "round": 126, "update_index": 378000, "policy_version": 126, "chunk_transitions": 126000, "gradient_updates": 378000, "n_success": 116, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5355000000000001, "gain": 0.014500000000000068, "observed": true, "imputed": false}
|
| 52 |
+
{"eval_index": 51, "rl_env_steps": 1020408, "target_step": 1020000, "sr": 0.455, "round": 128, "update_index": 384000, "policy_version": 128, "chunk_transitions": 128000, "gradient_updates": 384000, "n_success": 91, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.525, "gain": -0.00649999999999995, "observed": true, "imputed": false}
|
| 53 |
+
{"eval_index": 52, "rl_env_steps": 1044298, "target_step": 1040000, "sr": 0.505, "round": 131, "update_index": 393000, "policy_version": 131, "chunk_transitions": 131000, "gradient_updates": 393000, "n_success": 101, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.518, "gain": -0.01649999999999996, "observed": true, "imputed": false}
|
| 54 |
+
{"eval_index": 53, "rl_env_steps": 1060256, "target_step": 1060000, "sr": 0.515, "round": 133, "update_index": 399000, "policy_version": 133, "chunk_transitions": 133000, "gradient_updates": 399000, "n_success": 103, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5155, "gain": -0.022500000000000075, "observed": true, "imputed": false}
|
| 55 |
+
{"eval_index": 54, "rl_env_steps": 1084220, "target_step": 1080000, "sr": 0.5, "round": 136, "update_index": 408000, "policy_version": 136, "chunk_transitions": 136000, "gradient_updates": 408000, "n_success": 100, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5145, "gain": -0.020499999999999963, "observed": true, "imputed": false}
|
| 56 |
+
{"eval_index": 55, "rl_env_steps": 1100146, "target_step": 1100000, "sr": 0.51, "round": 138, "update_index": 414000, "policy_version": 138, "chunk_transitions": 138000, "gradient_updates": 414000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5175, "gain": -0.006500000000000061, "observed": true, "imputed": false}
|
| 57 |
+
{"eval_index": 56, "rl_env_steps": 1124084, "target_step": 1120000, "sr": 0.54, "round": 141, "update_index": 423000, "policy_version": 141, "chunk_transitions": 141000, "gradient_updates": 423000, "n_success": 108, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5195, "gain": -0.0050000000000000044, "observed": true, "imputed": false}
|
| 58 |
+
{"eval_index": 57, "rl_env_steps": 1140007, "target_step": 1140000, "sr": 0.48, "round": 143, "update_index": 429000, "policy_version": 143, "chunk_transitions": 143000, "gradient_updates": 429000, "n_success": 96, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5145, "gain": -0.010500000000000176, "observed": true, "imputed": false}
|
| 59 |
+
{"eval_index": 58, "rl_env_steps": 1163959, "target_step": 1160000, "sr": 0.51, "round": 146, "update_index": 438000, "policy_version": 146, "chunk_transitions": 146000, "gradient_updates": 438000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.515, "gain": -0.007499999999999951, "observed": true, "imputed": false}
|
| 60 |
+
{"eval_index": 59, "rl_env_steps": 1187839, "target_step": 1180000, "sr": 0.535, "round": 149, "update_index": 447000, "policy_version": 149, "chunk_transitions": 149000, "gradient_updates": 447000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.513, "gain": -0.016000000000000014, "observed": true, "imputed": false}
|
| 61 |
+
{"eval_index": 60, "rl_env_steps": 1203803, "target_step": 1200000, "sr": 0.535, "round": 151, "update_index": 453000, "policy_version": 151, "chunk_transitions": 151000, "gradient_updates": 453000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5085000000000001, "gain": -0.027000000000000024, "observed": true, "imputed": false}
|
| 62 |
+
{"eval_index": 61, "rl_env_steps": 1227673, "target_step": 1220000, "sr": 0.56, "round": 154, "update_index": 462000, "policy_version": 154, "chunk_transitions": 154000, "gradient_updates": 462000, "n_success": 112, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5190000000000001, "gain": -0.005999999999999894, "observed": true, "imputed": false}
|
| 63 |
+
{"eval_index": 62, "rl_env_steps": 1243617, "target_step": 1240000, "sr": 0.52, "round": 156, "update_index": 468000, "policy_version": 156, "chunk_transitions": 156000, "gradient_updates": 468000, "n_success": 104, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5205, "gain": 0.0024999999999999467, "observed": true, "imputed": false}
|
| 64 |
+
{"eval_index": 63, "rl_env_steps": 1267552, "target_step": 1260000, "sr": 0.495, "round": 159, "update_index": 477000, "policy_version": 159, "chunk_transitions": 159000, "gradient_updates": 477000, "n_success": 99, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5185, "gain": 0.0030000000000000027, "observed": true, "imputed": false}
|
| 65 |
+
{"eval_index": 64, "rl_env_steps": 1283499, "target_step": 1280000, "sr": 0.555, "round": 161, "update_index": 483000, "policy_version": 161, "chunk_transitions": 161000, "gradient_updates": 483000, "n_success": 111, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.524, "gain": 0.009500000000000064, "observed": true, "imputed": false}
|
| 66 |
+
{"eval_index": 65, "rl_env_steps": 1307403, "target_step": 1300000, "sr": 0.51, "round": 164, "update_index": 492000, "policy_version": 164, "chunk_transitions": 164000, "gradient_updates": 492000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.524, "gain": 0.006500000000000061, "observed": true, "imputed": false}
|
| 67 |
+
{"eval_index": 66, "rl_env_steps": 1323337, "target_step": 1320000, "sr": 0.49, "round": 166, "update_index": 498000, "policy_version": 166, "chunk_transitions": 166000, "gradient_updates": 498000, "n_success": 98, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5189999999999999, "gain": -0.000500000000000056, "observed": true, "imputed": false}
|
| 68 |
+
{"eval_index": 67, "rl_env_steps": 1347260, "target_step": 1340000, "sr": 0.56, "round": 169, "update_index": 507000, "policy_version": 169, "chunk_transitions": 169000, "gradient_updates": 507000, "n_success": 112, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5270000000000001, "gain": 0.012500000000000178, "observed": true, "imputed": false}
|
| 69 |
+
{"eval_index": 68, "rl_env_steps": 1363212, "target_step": 1360000, "sr": 0.49, "round": 171, "update_index": 513000, "policy_version": 171, "chunk_transitions": 171000, "gradient_updates": 513000, "n_success": 98, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.525, "gain": 0.010000000000000009, "observed": true, "imputed": false}
|
| 70 |
+
{"eval_index": 69, "rl_env_steps": 1387114, "target_step": 1380000, "sr": 0.595, "round": 174, "update_index": 522000, "policy_version": 174, "chunk_transitions": 174000, "gradient_updates": 522000, "n_success": 119, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.531, "gain": 0.018000000000000016, "observed": true, "imputed": false}
|
| 71 |
+
{"eval_index": 70, "rl_env_steps": 1403053, "target_step": 1400000, "sr": 0.53, "round": 176, "update_index": 528000, "policy_version": 176, "chunk_transitions": 176000, "gradient_updates": 528000, "n_success": 106, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5305, "gain": 0.02199999999999991, "observed": true, "imputed": false}
|
| 72 |
+
{"eval_index": 71, "rl_env_steps": 1426949, "target_step": 1420000, "sr": 0.55, "round": 179, "update_index": 537000, "policy_version": 179, "chunk_transitions": 179000, "gradient_updates": 537000, "n_success": 110, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5295, "gain": 0.010499999999999843, "observed": true, "imputed": false}
|
| 73 |
+
{"eval_index": 72, "rl_env_steps": 1442872, "target_step": 1440000, "sr": 0.555, "round": 181, "update_index": 543000, "policy_version": 181, "chunk_transitions": 181000, "gradient_updates": 543000, "n_success": 111, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5329999999999999, "gain": 0.012499999999999956, "observed": true, "imputed": false}
|
| 74 |
+
{"eval_index": 73, "rl_env_steps": 1466765, "target_step": 1460000, "sr": 0.565, "round": 184, "update_index": 552000, "policy_version": 184, "chunk_transitions": 184000, "gradient_updates": 552000, "n_success": 113, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.54, "gain": 0.021500000000000075, "observed": true, "imputed": false}
|
| 75 |
+
{"eval_index": 74, "rl_env_steps": 1482682, "target_step": 1480000, "sr": 0.53, "round": 186, "update_index": 558000, "policy_version": 186, "chunk_transitions": 186000, "gradient_updates": 558000, "n_success": 106, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5374999999999999, "gain": 0.013499999999999845, "observed": true, "imputed": false}
|
| 76 |
+
{"eval_index": 75, "rl_env_steps": 1506598, "target_step": 1500000, "sr": 0.51, "round": 189, "update_index": 567000, "policy_version": 189, "chunk_transitions": 189000, "gradient_updates": 567000, "n_success": 102, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5375, "gain": 0.013499999999999956, "observed": true, "imputed": false}
|
| 77 |
+
{"eval_index": 76, "rl_env_steps": 1522551, "target_step": 1520000, "sr": 0.575, "round": 191, "update_index": 573000, "policy_version": 191, "chunk_transitions": 191000, "gradient_updates": 573000, "n_success": 115, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.546, "gain": 0.027000000000000135, "observed": true, "imputed": false}
|
| 78 |
+
{"eval_index": 77, "rl_env_steps": 1546468, "target_step": 1540000, "sr": 0.535, "round": 194, "update_index": 582000, "policy_version": 194, "chunk_transitions": 194000, "gradient_updates": 582000, "n_success": 107, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.5435000000000001, "gain": 0.01649999999999996, "observed": true, "imputed": false}
|
| 79 |
+
{"eval_index": 78, "rl_env_steps": 1562426, "target_step": 1560000, "sr": 0.525, "round": 196, "update_index": 588000, "policy_version": 196, "chunk_transitions": 196000, "gradient_updates": 588000, "n_success": 105, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.547, "gain": 0.02200000000000002, "observed": true, "imputed": false}
|
| 80 |
+
{"eval_index": 79, "rl_env_steps": 1586312, "target_step": 1580000, "sr": 0.575, "round": 199, "update_index": 597000, "policy_version": 199, "chunk_transitions": 199000, "gradient_updates": 597000, "n_success": 115, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.545, "gain": 0.014000000000000012, "observed": true, "imputed": false}
|
| 81 |
+
{"eval_index": 80, "rl_env_steps": 1602239, "target_step": 1600000, "sr": 0.54, "round": 201, "update_index": 603000, "policy_version": 201, "chunk_transitions": 201000, "gradient_updates": 603000, "n_success": 108, "episodes": 200, "seed_start": 960000, "success_requested": 0, "success_skipped": 0, "success_rounds_with_skips": 0, "success_skipped_td": 0, "success_skipped_imitation": 0, "success_requested_imitation": 0, "ma": 0.546, "gain": 0.01550000000000007, "observed": true, "imputed": false}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/README.md
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Complete run archive
|
| 2 |
+
|
| 3 |
+
See publication.json for identity and terminal state. Download all files in this complete/ directory, then run `python restore.py --archive-dir . --output /path/to/restored`. It checks part hashes and every restored file against manifest.json. zstd command is required for .zst archives.
|
| 4 |
+
|
| 5 |
+
The archive contains run/ (all retained checkpoints, replay, offline buffer, metrics, evaluations, diagnostics and W&B records) and dependencies/ (base BC, manifests, exact observed source and runtime inventory). Original absolute paths remain in historical metadata. Use original directory locations or an explicit recorded path migration before training. Raw demo/image datasets are inputs referenced by their recorded hashes; they are not duplicated in this run-artifact archive. Broken external W&B service-log links are enumerated, never represented as archived bytes.
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/SHA256SUMS
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
8513d7daefeb83d2f2a712a928740e8b07756e5faffb691743145b2267628c05 best/source_metadata.json
|
| 2 |
+
477ebc63e2673e0b5825f33a900ca48b88585831f7ad841008e40b7a282ed274 best/source_resolved_config.json
|
| 3 |
+
cd77225e38d72e495456c07487b8b3f6c494bbef177b76adfc566a09ad34dba7 best/state.pkl
|
| 4 |
+
6d57908a9c90a5721735437f3985e62e8c3e6cf1e701bdba5cf195a43a369823 comparison_evaluations.jsonl
|
| 5 |
+
39c57050e748e4d3f5fd0314a47c05e329d07d4468132cce324735f7fef59b56 complete/README.md
|
| 6 |
+
a59a55ac022f74c1502e6c4012d7febe202443442938daeb4cd0b1409f8c3393 complete/archive.json
|
| 7 |
+
003d6b447a3b24d9bb20379553d38953356375dbb4f853c2c0c77f8d5d13828a complete/full_run.tar.zst.part000
|
| 8 |
+
49cf202bd1257ea026ce7a6ff629f6c100f5253b47b3e63c208211831b3d21fe complete/full_run.tar.zst.part001
|
| 9 |
+
384bef17b0ff813f0784bb1074a0a0b9b9655fc9e0dcadb4a7cbdc8a43fd6f1b complete/full_run.tar.zst.part002
|
| 10 |
+
7f6e8253e239c1ab27ed5be792f1c487396f985ff01f1456157a755b6d0519cc complete/full_run.tar.zst.part003
|
| 11 |
+
79f4ce11579b07f66f53c4b2e6eab16c3c045e79e9a17650ffe1622f4e68ef26 complete/full_run.tar.zst.part004
|
| 12 |
+
efcf5b41e0d7e3ed0a49e9634e88770d828e988146970b053f45dbf595d53402 complete/full_run.tar.zst.part005
|
| 13 |
+
06f888aadd306e9e8a8cd7cb68e461b06624fa49a3b2ab754105315014330502 complete/full_run.tar.zst.part006
|
| 14 |
+
bd3f6e7b9aa260c0193742576d22a502d677bee8c631fc58ebdbf1a2bd5d98f1 complete/full_run.tar.zst.part007
|
| 15 |
+
2504f64cd9105c9e8de50690c462fefb65273c6f94123b421d7c1250cc2f0118 complete/full_run.tar.zst.part008
|
| 16 |
+
216d349c59f55e06286f30d81a69c726b809a2bf31906e8e5660565cb0bc5d9e complete/local_archive_verification.json
|
| 17 |
+
e9db9fb2295902af5d26c0a46ad600296fd9bced90f3503abbdbb5e913d3d8bd complete/manifest.json
|
| 18 |
+
523e8ec6c46f15b5db33dc5c412888c7c6098166e0bf9a2687d530a742f462fe complete/publication.json
|
| 19 |
+
149a44cd0b002e83f507d1e46d813d5e2b8cf6f9e1bb51f14708343f48788ac2 complete/restore.py
|
| 20 |
+
c86e17f3b9b6ede434acbe4d8d14c2ce9079749b0135d2b4c24805f52ac592b0 convergence.json
|
| 21 |
+
a74ba86502f465ef74a592a6135b8ccf9456fcf687e9b64040be721ff15e5fd9 convergence.jsonl
|
| 22 |
+
a93c7240f6b489ca36fbb9a1e2859244e62f9eab8cd7b7384c4317b9e62dd9dc eval/final.parquet
|
| 23 |
+
a8053fed1de876a54d5cf92a67dcc3b1a6f200cbdb9b91e2afdc97b9e94bf9cc final/source_metadata.json
|
| 24 |
+
477ebc63e2673e0b5825f33a900ca48b88585831f7ad841008e40b7a282ed274 final/source_resolved_config.json
|
| 25 |
+
7b5804cfbbc022c19648676370f92a6d1889b81a7ba4dfb45bc20596a42ddc42 final/state.pkl
|
| 26 |
+
1cc61d3c136149ec10a2aaf7cdd4546df842bdf04b77a103e603129e57b816c1 frozen_base.json
|
| 27 |
+
abb12de96dbbae5e4a1665481049352d71de0c4ba7dec631908ccfc8d91295ef offline_buffer.json
|
| 28 |
+
477ebc63e2673e0b5825f33a900ca48b88585831f7ad841008e40b7a282ed274 resolved_config.json
|
| 29 |
+
193bf3b1d0629d71dc54863cb3d7a0318a4d447db4c8383fb14c37aa6dfa5a68 start_protocol.json
|
| 30 |
+
b5f7c8265da6820ff8157f398dee5e1504c78c6ef9f4deaecec3f71951ac6497 status.json
|
| 31 |
+
ece145daa6f4f622969be8aa8b6447532bb2f55e3d3e4f934dfce4977b3b7317 training_accounting.json
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/archive.json
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "tar.zst",
|
| 3 |
+
"parts": [
|
| 4 |
+
{
|
| 5 |
+
"path": "full_run.tar.zst.part000",
|
| 6 |
+
"size": 1073741824,
|
| 7 |
+
"sha256": "003d6b447a3b24d9bb20379553d38953356375dbb4f853c2c0c77f8d5d13828a"
|
| 8 |
+
},
|
| 9 |
+
{
|
| 10 |
+
"path": "full_run.tar.zst.part001",
|
| 11 |
+
"size": 1073741824,
|
| 12 |
+
"sha256": "49cf202bd1257ea026ce7a6ff629f6c100f5253b47b3e63c208211831b3d21fe"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"path": "full_run.tar.zst.part002",
|
| 16 |
+
"size": 1073741824,
|
| 17 |
+
"sha256": "384bef17b0ff813f0784bb1074a0a0b9b9655fc9e0dcadb4a7cbdc8a43fd6f1b"
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"path": "full_run.tar.zst.part003",
|
| 21 |
+
"size": 1073741824,
|
| 22 |
+
"sha256": "7f6e8253e239c1ab27ed5be792f1c487396f985ff01f1456157a755b6d0519cc"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"path": "full_run.tar.zst.part004",
|
| 26 |
+
"size": 1073741824,
|
| 27 |
+
"sha256": "79f4ce11579b07f66f53c4b2e6eab16c3c045e79e9a17650ffe1622f4e68ef26"
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"path": "full_run.tar.zst.part005",
|
| 31 |
+
"size": 1073741824,
|
| 32 |
+
"sha256": "efcf5b41e0d7e3ed0a49e9634e88770d828e988146970b053f45dbf595d53402"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"path": "full_run.tar.zst.part006",
|
| 36 |
+
"size": 1073741824,
|
| 37 |
+
"sha256": "06f888aadd306e9e8a8cd7cb68e461b06624fa49a3b2ab754105315014330502"
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"path": "full_run.tar.zst.part007",
|
| 41 |
+
"size": 1073741824,
|
| 42 |
+
"sha256": "bd3f6e7b9aa260c0193742576d22a502d677bee8c631fc58ebdbf1a2bd5d98f1"
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"path": "full_run.tar.zst.part008",
|
| 46 |
+
"size": 940847639,
|
| 47 |
+
"sha256": "2504f64cd9105c9e8de50690c462fefb65273c6f94123b421d7c1250cc2f0118"
|
| 48 |
+
}
|
| 49 |
+
],
|
| 50 |
+
"manifest_sha256": "e9db9fb2295902af5d26c0a46ad600296fd9bced90f3503abbdbb5e913d3d8bd",
|
| 51 |
+
"hardlink_content_dedup": true,
|
| 52 |
+
"member_count": 6499
|
| 53 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part000
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:003d6b447a3b24d9bb20379553d38953356375dbb4f853c2c0c77f8d5d13828a
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part001
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:49cf202bd1257ea026ce7a6ff629f6c100f5253b47b3e63c208211831b3d21fe
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part002
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:384bef17b0ff813f0784bb1074a0a0b9b9655fc9e0dcadb4a7cbdc8a43fd6f1b
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part003
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f6e8253e239c1ab27ed5be792f1c487396f985ff01f1456157a755b6d0519cc
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part004
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:79f4ce11579b07f66f53c4b2e6eab16c3c045e79e9a17650ffe1622f4e68ef26
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part005
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:efcf5b41e0d7e3ed0a49e9634e88770d828e988146970b053f45dbf595d53402
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part006
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06f888aadd306e9e8a8cd7cb68e461b06624fa49a3b2ab754105315014330502
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part007
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd3f6e7b9aa260c0193742576d22a502d677bee8c631fc58ebdbf1a2bd5d98f1
|
| 3 |
+
size 1073741824
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/full_run.tar.zst.part008
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2504f64cd9105c9e8de50690c462fefb65273c6f94123b421d7c1250cc2f0118
|
| 3 |
+
size 940847639
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/local_archive_verification.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"passed": true,
|
| 3 |
+
"verified_members": 6498,
|
| 4 |
+
"verified_archive_parts": 9,
|
| 5 |
+
"time": 1793314575.4167407
|
| 6 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/publication.json
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": 2,
|
| 3 |
+
"run_id": "6c923a1f",
|
| 4 |
+
"task": "Transport50",
|
| 5 |
+
"algorithm": "DSRL-NA",
|
| 6 |
+
"variant": "dsrl_na",
|
| 7 |
+
"cohort": "diverse50",
|
| 8 |
+
"seed": 2,
|
| 9 |
+
"protocol": "study2_protocol_v10",
|
| 10 |
+
"status": "budget_complete",
|
| 11 |
+
"path": "RL/Transport50/DSRL-NA/diverse50/seed_2",
|
| 12 |
+
"checkpoints": {
|
| 13 |
+
"best": {
|
| 14 |
+
"path": "RL/Transport50/DSRL-NA/diverse50/seed_2/best/state.pkl",
|
| 15 |
+
"sha256": "cd77225e38d72e495456c07487b8b3f6c494bbef177b76adfc566a09ad34dba7",
|
| 16 |
+
"bytes": 295272292,
|
| 17 |
+
"source_path": "/ssd/WorkSpace/RL-Postrain/runs/experiments/study2/pixel_state/20261028_transport_diverse50_dsrl_na_v10_seed2/checkpoints/best/eval_00069_step_1387114_session_1793130997245385996/checkpoint/state.pkl",
|
| 18 |
+
"evaluation": {
|
| 19 |
+
"chunk_transitions": 174000,
|
| 20 |
+
"episodes": 200,
|
| 21 |
+
"eval_index": 69,
|
| 22 |
+
"gain": 0.018000000000000016,
|
| 23 |
+
"gradient_updates": 522000,
|
| 24 |
+
"ma": 0.531,
|
| 25 |
+
"n_success": 119,
|
| 26 |
+
"policy_version": 174,
|
| 27 |
+
"rl_env_steps": 1387114,
|
| 28 |
+
"round": 174,
|
| 29 |
+
"seed_start": 960000,
|
| 30 |
+
"sr": 0.595,
|
| 31 |
+
"success_requested": 0,
|
| 32 |
+
"success_requested_imitation": 0,
|
| 33 |
+
"success_rounds_with_skips": 0,
|
| 34 |
+
"success_skipped": 0,
|
| 35 |
+
"success_skipped_imitation": 0,
|
| 36 |
+
"success_skipped_td": 0,
|
| 37 |
+
"target_step": 1380000,
|
| 38 |
+
"update_index": 522000
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"final": {
|
| 42 |
+
"path": "RL/Transport50/DSRL-NA/diverse50/seed_2/final/state.pkl",
|
| 43 |
+
"sha256": "7b5804cfbbc022c19648676370f92a6d1889b81a7ba4dfb45bc20596a42ddc42",
|
| 44 |
+
"bytes": 295275373,
|
| 45 |
+
"source_path": "/ssd/WorkSpace/RL-Postrain/runs/experiments/study2/pixel_state/20261028_transport_diverse50_dsrl_na_v10_seed2/checkpoints/final/session_1793130997245385996/checkpoint/state.pkl",
|
| 46 |
+
"evaluation": {
|
| 47 |
+
"episodes": 300,
|
| 48 |
+
"imputed": false,
|
| 49 |
+
"n_success": 160,
|
| 50 |
+
"observed": true,
|
| 51 |
+
"seed_start": 800000,
|
| 52 |
+
"sr": 0.5333333333333333
|
| 53 |
+
}
|
| 54 |
+
}
|
| 55 |
+
},
|
| 56 |
+
"complete_artifacts": "RL/Transport50/DSRL-NA/diverse50/seed_2/complete",
|
| 57 |
+
"source_host": "Paratera",
|
| 58 |
+
"source_run": "/ssd/WorkSpace/RL-Postrain/runs/experiments/study2/pixel_state/20261028_transport_diverse50_dsrl_na_v10_seed2",
|
| 59 |
+
"artifact_files": 6498,
|
| 60 |
+
"archive_bytes": 9530782231,
|
| 61 |
+
"omitted_broken_log_links": 0
|
| 62 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/complete/restore.py
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Restore a full RL run and verify every archived member without executing its contents."""
|
| 2 |
+
import argparse,hashlib,json,os,subprocess,tarfile,threading,shutil
|
| 3 |
+
from pathlib import Path
|
| 4 |
+
|
| 5 |
+
def digest(p):
|
| 6 |
+
h=hashlib.sha256()
|
| 7 |
+
with p.open('rb') as f:
|
| 8 |
+
for b in iter(lambda:f.read(8*1024**2),b''):h.update(b)
|
| 9 |
+
return h.hexdigest()
|
| 10 |
+
def main():
|
| 11 |
+
ap=argparse.ArgumentParser();ap.add_argument('--archive-dir',type=Path,default=Path('.'));ap.add_argument('--output',type=Path,required=True);args=ap.parse_args();base=args.archive_dir;out=args.output.resolve();out.mkdir(parents=True,exist_ok=True);assert not any(out.iterdir()),'Use an empty output directory'
|
| 12 |
+
arc=json.loads((base/'archive.json').read_text());assert digest(base/'manifest.json')==arc['manifest_sha256'];manifest=json.loads((base/'manifest.json').read_text());expected={e['path']:e for e in manifest['entries']}
|
| 13 |
+
for part in arc['parts']:
|
| 14 |
+
p=base/part['path'];assert p.stat().st_size==part['size'] and digest(p)==part['sha256'],p
|
| 15 |
+
cmd=['zstd','-q','-d','-c'] if arc['format'].endswith('zst') else ['gzip','-d','-c'];proc=subprocess.Popen(cmd,stdin=subprocess.PIPE,stdout=subprocess.PIPE);errors=[]
|
| 16 |
+
def feed():
|
| 17 |
+
try:
|
| 18 |
+
for part in arc['parts']:
|
| 19 |
+
with (base/part['path']).open('rb') as f:shutil.copyfileobj(f,proc.stdin,1024**2)
|
| 20 |
+
except BaseException as e:errors.append(e)
|
| 21 |
+
finally:proc.stdin.close()
|
| 22 |
+
t=threading.Thread(target=feed);t.start();seen={}
|
| 23 |
+
with tarfile.open(fileobj=proc.stdout,mode='r|') as tar:
|
| 24 |
+
for m in tar:
|
| 25 |
+
if m.name=='MANIFEST.json':assert hashlib.sha256(tar.extractfile(m).read()).hexdigest()==arc['manifest_sha256'];continue
|
| 26 |
+
e=expected[m.name];dest=out/m.name;assert dest.resolve().is_relative_to(out);dest.parent.mkdir(parents=True,exist_ok=True)
|
| 27 |
+
if m.issym():
|
| 28 |
+
assert e['type']=='symlink' and m.linkname==e['target'] and (dest.parent/m.linkname).resolve().is_relative_to(out);dest.symlink_to(m.linkname);seen[m.name]=None
|
| 29 |
+
elif m.islnk():
|
| 30 |
+
assert seen[m.linkname]==e['sha256'];src=out/m.linkname;assert src.resolve().is_relative_to(out);os.link(src,dest);seen[m.name]=e['sha256']
|
| 31 |
+
else:
|
| 32 |
+
assert m.isfile() and m.size==e['size'];h=hashlib.sha256()
|
| 33 |
+
with dest.open('xb') as f:
|
| 34 |
+
inp=tar.extractfile(m)
|
| 35 |
+
for b in iter(lambda:inp.read(8*1024**2),b''):f.write(b);h.update(b)
|
| 36 |
+
assert h.hexdigest()==e['sha256'],m.name;dest.chmod(e.get('mode',0o644));seen[m.name]=h.hexdigest()
|
| 37 |
+
t.join();assert proc.wait()==0 and not errors and len(seen)==len(expected);shutil.copy2(base/'manifest.json',out/'MANIFEST.json');(out/'RESTORE_VERIFIED.json').write_text(json.dumps({'passed':True,'files':len(seen),'run_id':manifest['run']['run_id']},indent=2));print('RESTORE VERIFIED',manifest['run']['run_id'],len(seen),'members')
|
| 38 |
+
if __name__=='__main__':main()
|
RL/Transport50/DSRL-NA/diverse50/seed_2/convergence.json
ADDED
|
@@ -0,0 +1,367 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evals": 81,
|
| 3 |
+
"final_eval": {
|
| 4 |
+
"episodes": 300,
|
| 5 |
+
"imputed": false,
|
| 6 |
+
"n_success": 160,
|
| 7 |
+
"observed": true,
|
| 8 |
+
"seed_start": 800000,
|
| 9 |
+
"sr": 0.5333333333333333,
|
| 10 |
+
"successes": [
|
| 11 |
+
0,
|
| 12 |
+
1,
|
| 13 |
+
1,
|
| 14 |
+
0,
|
| 15 |
+
0,
|
| 16 |
+
0,
|
| 17 |
+
1,
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
1,
|
| 21 |
+
0,
|
| 22 |
+
1,
|
| 23 |
+
0,
|
| 24 |
+
1,
|
| 25 |
+
0,
|
| 26 |
+
0,
|
| 27 |
+
0,
|
| 28 |
+
1,
|
| 29 |
+
0,
|
| 30 |
+
0,
|
| 31 |
+
0,
|
| 32 |
+
1,
|
| 33 |
+
1,
|
| 34 |
+
1,
|
| 35 |
+
0,
|
| 36 |
+
0,
|
| 37 |
+
0,
|
| 38 |
+
0,
|
| 39 |
+
1,
|
| 40 |
+
1,
|
| 41 |
+
1,
|
| 42 |
+
1,
|
| 43 |
+
1,
|
| 44 |
+
0,
|
| 45 |
+
0,
|
| 46 |
+
0,
|
| 47 |
+
0,
|
| 48 |
+
1,
|
| 49 |
+
1,
|
| 50 |
+
1,
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
1,
|
| 54 |
+
1,
|
| 55 |
+
1,
|
| 56 |
+
0,
|
| 57 |
+
1,
|
| 58 |
+
0,
|
| 59 |
+
1,
|
| 60 |
+
1,
|
| 61 |
+
0,
|
| 62 |
+
1,
|
| 63 |
+
0,
|
| 64 |
+
1,
|
| 65 |
+
1,
|
| 66 |
+
1,
|
| 67 |
+
0,
|
| 68 |
+
1,
|
| 69 |
+
1,
|
| 70 |
+
1,
|
| 71 |
+
0,
|
| 72 |
+
1,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
1,
|
| 76 |
+
1,
|
| 77 |
+
0,
|
| 78 |
+
1,
|
| 79 |
+
1,
|
| 80 |
+
1,
|
| 81 |
+
1,
|
| 82 |
+
0,
|
| 83 |
+
1,
|
| 84 |
+
1,
|
| 85 |
+
1,
|
| 86 |
+
1,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
1,
|
| 90 |
+
1,
|
| 91 |
+
0,
|
| 92 |
+
1,
|
| 93 |
+
1,
|
| 94 |
+
1,
|
| 95 |
+
0,
|
| 96 |
+
1,
|
| 97 |
+
1,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
1,
|
| 102 |
+
1,
|
| 103 |
+
1,
|
| 104 |
+
1,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
1,
|
| 111 |
+
1,
|
| 112 |
+
0,
|
| 113 |
+
1,
|
| 114 |
+
1,
|
| 115 |
+
1,
|
| 116 |
+
1,
|
| 117 |
+
0,
|
| 118 |
+
0,
|
| 119 |
+
0,
|
| 120 |
+
0,
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
1,
|
| 124 |
+
1,
|
| 125 |
+
1,
|
| 126 |
+
1,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
0,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
0,
|
| 144 |
+
1,
|
| 145 |
+
0,
|
| 146 |
+
1,
|
| 147 |
+
1,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
1,
|
| 153 |
+
1,
|
| 154 |
+
1,
|
| 155 |
+
1,
|
| 156 |
+
0,
|
| 157 |
+
1,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
1,
|
| 161 |
+
0,
|
| 162 |
+
1,
|
| 163 |
+
1,
|
| 164 |
+
1,
|
| 165 |
+
0,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
0,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
1,
|
| 176 |
+
1,
|
| 177 |
+
0,
|
| 178 |
+
1,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
1,
|
| 183 |
+
1,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
1,
|
| 188 |
+
1,
|
| 189 |
+
1,
|
| 190 |
+
1,
|
| 191 |
+
1,
|
| 192 |
+
1,
|
| 193 |
+
0,
|
| 194 |
+
1,
|
| 195 |
+
1,
|
| 196 |
+
1,
|
| 197 |
+
0,
|
| 198 |
+
0,
|
| 199 |
+
0,
|
| 200 |
+
1,
|
| 201 |
+
1,
|
| 202 |
+
0,
|
| 203 |
+
1,
|
| 204 |
+
0,
|
| 205 |
+
0,
|
| 206 |
+
1,
|
| 207 |
+
0,
|
| 208 |
+
1,
|
| 209 |
+
1,
|
| 210 |
+
0,
|
| 211 |
+
0,
|
| 212 |
+
0,
|
| 213 |
+
0,
|
| 214 |
+
0,
|
| 215 |
+
1,
|
| 216 |
+
0,
|
| 217 |
+
1,
|
| 218 |
+
0,
|
| 219 |
+
1,
|
| 220 |
+
0,
|
| 221 |
+
1,
|
| 222 |
+
1,
|
| 223 |
+
1,
|
| 224 |
+
1,
|
| 225 |
+
0,
|
| 226 |
+
0,
|
| 227 |
+
0,
|
| 228 |
+
0,
|
| 229 |
+
0,
|
| 230 |
+
0,
|
| 231 |
+
0,
|
| 232 |
+
0,
|
| 233 |
+
0,
|
| 234 |
+
1,
|
| 235 |
+
0,
|
| 236 |
+
1,
|
| 237 |
+
0,
|
| 238 |
+
0,
|
| 239 |
+
0,
|
| 240 |
+
0,
|
| 241 |
+
0,
|
| 242 |
+
1,
|
| 243 |
+
1,
|
| 244 |
+
0,
|
| 245 |
+
1,
|
| 246 |
+
1,
|
| 247 |
+
0,
|
| 248 |
+
1,
|
| 249 |
+
1,
|
| 250 |
+
1,
|
| 251 |
+
1,
|
| 252 |
+
1,
|
| 253 |
+
0,
|
| 254 |
+
1,
|
| 255 |
+
1,
|
| 256 |
+
1,
|
| 257 |
+
0,
|
| 258 |
+
1,
|
| 259 |
+
1,
|
| 260 |
+
0,
|
| 261 |
+
0,
|
| 262 |
+
1,
|
| 263 |
+
1,
|
| 264 |
+
0,
|
| 265 |
+
1,
|
| 266 |
+
1,
|
| 267 |
+
1,
|
| 268 |
+
0,
|
| 269 |
+
0,
|
| 270 |
+
1,
|
| 271 |
+
0,
|
| 272 |
+
0,
|
| 273 |
+
1,
|
| 274 |
+
1,
|
| 275 |
+
0,
|
| 276 |
+
1,
|
| 277 |
+
1,
|
| 278 |
+
0,
|
| 279 |
+
0,
|
| 280 |
+
1,
|
| 281 |
+
0,
|
| 282 |
+
0,
|
| 283 |
+
1,
|
| 284 |
+
1,
|
| 285 |
+
0,
|
| 286 |
+
0,
|
| 287 |
+
1,
|
| 288 |
+
0,
|
| 289 |
+
1,
|
| 290 |
+
1,
|
| 291 |
+
0,
|
| 292 |
+
0,
|
| 293 |
+
0,
|
| 294 |
+
0,
|
| 295 |
+
1,
|
| 296 |
+
1,
|
| 297 |
+
1,
|
| 298 |
+
1,
|
| 299 |
+
1,
|
| 300 |
+
1,
|
| 301 |
+
1,
|
| 302 |
+
1,
|
| 303 |
+
1,
|
| 304 |
+
1,
|
| 305 |
+
1,
|
| 306 |
+
0,
|
| 307 |
+
0,
|
| 308 |
+
1,
|
| 309 |
+
1,
|
| 310 |
+
0
|
| 311 |
+
]
|
| 312 |
+
},
|
| 313 |
+
"last": {
|
| 314 |
+
"chunk_transitions": 201000,
|
| 315 |
+
"episodes": 200,
|
| 316 |
+
"eval_index": 80,
|
| 317 |
+
"gain": 0.01550000000000007,
|
| 318 |
+
"gradient_updates": 603000,
|
| 319 |
+
"ma": 0.546,
|
| 320 |
+
"n_success": 108,
|
| 321 |
+
"policy_version": 201,
|
| 322 |
+
"rl_env_steps": 1602239,
|
| 323 |
+
"round": 201,
|
| 324 |
+
"seed_start": 960000,
|
| 325 |
+
"sr": 0.54,
|
| 326 |
+
"success_requested": 0,
|
| 327 |
+
"success_requested_imitation": 0,
|
| 328 |
+
"success_rounds_with_skips": 0,
|
| 329 |
+
"success_skipped": 0,
|
| 330 |
+
"success_skipped_imitation": 0,
|
| 331 |
+
"success_skipped_td": 0,
|
| 332 |
+
"target_step": 1600000,
|
| 333 |
+
"update_index": 603000
|
| 334 |
+
},
|
| 335 |
+
"rule": {
|
| 336 |
+
"early_stop": false,
|
| 337 |
+
"every_env_steps": 20000,
|
| 338 |
+
"gain_lag": 10,
|
| 339 |
+
"high_sr": 0.95,
|
| 340 |
+
"high_sr_evals": 5,
|
| 341 |
+
"include_step0": true,
|
| 342 |
+
"ma_window": 10,
|
| 343 |
+
"max_env_steps": 1606196,
|
| 344 |
+
"min_env_steps": 200000,
|
| 345 |
+
"min_gain": 0.02,
|
| 346 |
+
"zero_success_evals": 8
|
| 347 |
+
},
|
| 348 |
+
"status": "budget_complete",
|
| 349 |
+
"stop": {
|
| 350 |
+
"eval_index": 80,
|
| 351 |
+
"gain": 0.01550000000000007,
|
| 352 |
+
"ma": 0.546,
|
| 353 |
+
"rl_env_steps": 1610219,
|
| 354 |
+
"sr": 0.54,
|
| 355 |
+
"status": "budget_complete",
|
| 356 |
+
"trend": "flat"
|
| 357 |
+
},
|
| 358 |
+
"would_stop": {
|
| 359 |
+
"eval_index": 21,
|
| 360 |
+
"gain": 0.016000000000000014,
|
| 361 |
+
"ma": 0.518,
|
| 362 |
+
"rl_env_steps": 422527,
|
| 363 |
+
"sr": 0.515,
|
| 364 |
+
"status": "converged_plateau",
|
| 365 |
+
"trend": "flat"
|
| 366 |
+
}
|
| 367 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/convergence.jsonl
ADDED
|
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"chunk_transitions": 0, "episodes": 200, "eval_index": 0, "gain": null, "gradient_updates": 0, "ma": null, "n_success": 99, "policy_version": 0, "rl_env_steps": 0, "round": 0, "seed_start": 960000, "sr": 0.495, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 0, "update_index": 0}
|
| 2 |
+
{"chunk_transitions": 3000, "episodes": 200, "eval_index": 1, "gain": null, "gradient_updates": 9000, "ma": null, "n_success": 106, "policy_version": 3, "rl_env_steps": 23917, "round": 3, "seed_start": 960000, "sr": 0.53, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 20000, "update_index": 9000}
|
| 3 |
+
{"chunk_transitions": 6000, "episodes": 200, "eval_index": 2, "gain": null, "gradient_updates": 18000, "ma": null, "n_success": 102, "policy_version": 6, "rl_env_steps": 47842, "round": 6, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 40000, "update_index": 18000}
|
| 4 |
+
{"chunk_transitions": 8000, "episodes": 200, "eval_index": 3, "gain": null, "gradient_updates": 24000, "ma": null, "n_success": 95, "policy_version": 8, "rl_env_steps": 63799, "round": 8, "seed_start": 960000, "sr": 0.475, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 60000, "update_index": 24000}
|
| 5 |
+
{"chunk_transitions": 11000, "episodes": 200, "eval_index": 4, "gain": null, "gradient_updates": 33000, "ma": null, "n_success": 101, "policy_version": 11, "rl_env_steps": 87685, "round": 11, "seed_start": 960000, "sr": 0.505, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 80000, "update_index": 33000}
|
| 6 |
+
{"chunk_transitions": 13000, "episodes": 200, "eval_index": 5, "gain": null, "gradient_updates": 39000, "ma": null, "n_success": 110, "policy_version": 13, "rl_env_steps": 103652, "round": 13, "seed_start": 960000, "sr": 0.55, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 100000, "update_index": 39000}
|
| 7 |
+
{"chunk_transitions": 16000, "episodes": 200, "eval_index": 6, "gain": null, "gradient_updates": 48000, "ma": null, "n_success": 81, "policy_version": 16, "rl_env_steps": 127563, "round": 16, "seed_start": 960000, "sr": 0.405, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 120000, "update_index": 48000}
|
| 8 |
+
{"chunk_transitions": 18000, "episodes": 200, "eval_index": 7, "gain": null, "gradient_updates": 54000, "ma": null, "n_success": 105, "policy_version": 18, "rl_env_steps": 143474, "round": 18, "seed_start": 960000, "sr": 0.525, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 140000, "update_index": 54000}
|
| 9 |
+
{"chunk_transitions": 21000, "episodes": 200, "eval_index": 8, "gain": null, "gradient_updates": 63000, "ma": null, "n_success": 97, "policy_version": 21, "rl_env_steps": 167442, "round": 21, "seed_start": 960000, "sr": 0.485, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 160000, "update_index": 63000}
|
| 10 |
+
{"chunk_transitions": 23000, "episodes": 200, "eval_index": 9, "gain": null, "gradient_updates": 69000, "ma": 0.49850000000000005, "n_success": 101, "policy_version": 23, "rl_env_steps": 183401, "round": 23, "seed_start": 960000, "sr": 0.505, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 180000, "update_index": 69000}
|
| 11 |
+
{"chunk_transitions": 26000, "episodes": 200, "eval_index": 10, "gain": null, "gradient_updates": 78000, "ma": 0.5, "n_success": 102, "policy_version": 26, "rl_env_steps": 207288, "round": 26, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 200000, "update_index": 78000}
|
| 12 |
+
{"chunk_transitions": 28000, "episodes": 200, "eval_index": 11, "gain": null, "gradient_updates": 84000, "ma": 0.502, "n_success": 110, "policy_version": 28, "rl_env_steps": 223213, "round": 28, "seed_start": 960000, "sr": 0.55, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 220000, "update_index": 84000}
|
| 13 |
+
{"chunk_transitions": 31000, "episodes": 200, "eval_index": 12, "gain": null, "gradient_updates": 93000, "ma": 0.5045000000000001, "n_success": 107, "policy_version": 31, "rl_env_steps": 247133, "round": 31, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 240000, "update_index": 93000}
|
| 14 |
+
{"chunk_transitions": 33000, "episodes": 200, "eval_index": 13, "gain": null, "gradient_updates": 99000, "ma": 0.5115000000000001, "n_success": 109, "policy_version": 33, "rl_env_steps": 263058, "round": 33, "seed_start": 960000, "sr": 0.545, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 260000, "update_index": 99000}
|
| 15 |
+
{"chunk_transitions": 36000, "episodes": 200, "eval_index": 14, "gain": null, "gradient_updates": 108000, "ma": 0.516, "n_success": 110, "policy_version": 36, "rl_env_steps": 286968, "round": 36, "seed_start": 960000, "sr": 0.55, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 280000, "update_index": 108000}
|
| 16 |
+
{"chunk_transitions": 38000, "episodes": 200, "eval_index": 15, "gain": null, "gradient_updates": 114000, "ma": 0.5155000000000001, "n_success": 109, "policy_version": 38, "rl_env_steps": 302919, "round": 38, "seed_start": 960000, "sr": 0.545, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 300000, "update_index": 114000}
|
| 17 |
+
{"chunk_transitions": 41000, "episodes": 200, "eval_index": 16, "gain": null, "gradient_updates": 123000, "ma": 0.525, "n_success": 100, "policy_version": 41, "rl_env_steps": 326823, "round": 41, "seed_start": 960000, "sr": 0.5, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 320000, "update_index": 123000}
|
| 18 |
+
{"chunk_transitions": 43000, "episodes": 200, "eval_index": 17, "gain": null, "gradient_updates": 129000, "ma": 0.5235, "n_success": 102, "policy_version": 43, "rl_env_steps": 342766, "round": 43, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 340000, "update_index": 129000}
|
| 19 |
+
{"chunk_transitions": 46000, "episodes": 200, "eval_index": 18, "gain": null, "gradient_updates": 138000, "ma": 0.5285, "n_success": 107, "policy_version": 46, "rl_env_steps": 366693, "round": 46, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 360000, "update_index": 138000}
|
| 20 |
+
{"chunk_transitions": 48000, "episodes": 200, "eval_index": 19, "gain": 0.025500000000000078, "gradient_updates": 144000, "ma": 0.5240000000000001, "n_success": 92, "policy_version": 48, "rl_env_steps": 382644, "round": 48, "seed_start": 960000, "sr": 0.46, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 380000, "update_index": 144000}
|
| 21 |
+
{"chunk_transitions": 51000, "episodes": 200, "eval_index": 20, "gain": 0.021499999999999964, "gradient_updates": 153000, "ma": 0.5215, "n_success": 97, "policy_version": 51, "rl_env_steps": 406568, "round": 51, "seed_start": 960000, "sr": 0.485, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 400000, "update_index": 153000}
|
| 22 |
+
{"chunk_transitions": 53000, "episodes": 200, "eval_index": 21, "gain": 0.016000000000000014, "gradient_updates": 159000, "ma": 0.518, "n_success": 103, "policy_version": 53, "rl_env_steps": 422527, "round": 53, "seed_start": 960000, "sr": 0.515, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 420000, "update_index": 159000}
|
| 23 |
+
{"chunk_transitions": 56000, "episodes": 200, "eval_index": 22, "gain": 0.007999999999999896, "gradient_updates": 168000, "ma": 0.5125, "n_success": 96, "policy_version": 56, "rl_env_steps": 446489, "round": 56, "seed_start": 960000, "sr": 0.48, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 440000, "update_index": 168000}
|
| 24 |
+
{"chunk_transitions": 58000, "episodes": 200, "eval_index": 23, "gain": 0.005499999999999949, "gradient_updates": 174000, "ma": 0.517, "n_success": 118, "policy_version": 58, "rl_env_steps": 462422, "round": 58, "seed_start": 960000, "sr": 0.59, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 460000, "update_index": 174000}
|
| 25 |
+
{"chunk_transitions": 61000, "episodes": 200, "eval_index": 24, "gain": -0.008000000000000118, "gradient_updates": 183000, "ma": 0.5079999999999999, "n_success": 92, "policy_version": 61, "rl_env_steps": 486382, "round": 61, "seed_start": 960000, "sr": 0.46, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 480000, "update_index": 183000}
|
| 26 |
+
{"chunk_transitions": 63000, "episodes": 200, "eval_index": 25, "gain": -0.007500000000000173, "gradient_updates": 189000, "ma": 0.5079999999999999, "n_success": 109, "policy_version": 63, "rl_env_steps": 502305, "round": 63, "seed_start": 960000, "sr": 0.545, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 500000, "update_index": 189000}
|
| 27 |
+
{"chunk_transitions": 66000, "episodes": 200, "eval_index": 26, "gain": -0.013499999999999956, "gradient_updates": 198000, "ma": 0.5115000000000001, "n_success": 107, "policy_version": 66, "rl_env_steps": 526237, "round": 66, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 520000, "update_index": 198000}
|
| 28 |
+
{"chunk_transitions": 68000, "episodes": 200, "eval_index": 27, "gain": -0.009499999999999953, "gradient_updates": 204000, "ma": 0.514, "n_success": 107, "policy_version": 68, "rl_env_steps": 542191, "round": 68, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 540000, "update_index": 204000}
|
| 29 |
+
{"chunk_transitions": 71000, "episodes": 200, "eval_index": 28, "gain": -0.014999999999999902, "gradient_updates": 213000, "ma": 0.5135000000000001, "n_success": 106, "policy_version": 71, "rl_env_steps": 566098, "round": 71, "seed_start": 960000, "sr": 0.53, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 560000, "update_index": 213000}
|
| 30 |
+
{"chunk_transitions": 73000, "episodes": 200, "eval_index": 29, "gain": -0.002000000000000113, "gradient_updates": 219000, "ma": 0.522, "n_success": 109, "policy_version": 73, "rl_env_steps": 582026, "round": 73, "seed_start": 960000, "sr": 0.545, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 580000, "update_index": 219000}
|
| 31 |
+
{"chunk_transitions": 76000, "episodes": 200, "eval_index": 30, "gain": 0.0034999999999999476, "gradient_updates": 228000, "ma": 0.5249999999999999, "n_success": 103, "policy_version": 76, "rl_env_steps": 605951, "round": 76, "seed_start": 960000, "sr": 0.515, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 600000, "update_index": 228000}
|
| 32 |
+
{"chunk_transitions": 78000, "episodes": 200, "eval_index": 31, "gain": 0.0010000000000000009, "gradient_updates": 234000, "ma": 0.519, "n_success": 91, "policy_version": 78, "rl_env_steps": 621918, "round": 78, "seed_start": 960000, "sr": 0.455, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 620000, "update_index": 234000}
|
| 33 |
+
{"chunk_transitions": 81000, "episodes": 200, "eval_index": 32, "gain": 0.013000000000000012, "gradient_updates": 243000, "ma": 0.5255, "n_success": 109, "policy_version": 81, "rl_env_steps": 645830, "round": 81, "seed_start": 960000, "sr": 0.545, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 640000, "update_index": 243000}
|
| 34 |
+
{"chunk_transitions": 83000, "episodes": 200, "eval_index": 33, "gain": 0.0, "gradient_updates": 249000, "ma": 0.517, "n_success": 101, "policy_version": 83, "rl_env_steps": 661779, "round": 83, "seed_start": 960000, "sr": 0.505, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 660000, "update_index": 249000}
|
| 35 |
+
{"chunk_transitions": 86000, "episodes": 200, "eval_index": 34, "gain": 0.017000000000000126, "gradient_updates": 258000, "ma": 0.525, "n_success": 108, "policy_version": 86, "rl_env_steps": 685670, "round": 86, "seed_start": 960000, "sr": 0.54, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 680000, "update_index": 258000}
|
| 36 |
+
{"chunk_transitions": 88000, "episodes": 200, "eval_index": 35, "gain": 0.021500000000000186, "gradient_updates": 264000, "ma": 0.5295000000000001, "n_success": 118, "policy_version": 88, "rl_env_steps": 701609, "round": 88, "seed_start": 960000, "sr": 0.59, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 700000, "update_index": 264000}
|
| 37 |
+
{"chunk_transitions": 91000, "episodes": 200, "eval_index": 36, "gain": 0.015999999999999903, "gradient_updates": 273000, "ma": 0.5275, "n_success": 103, "policy_version": 91, "rl_env_steps": 725514, "round": 91, "seed_start": 960000, "sr": 0.515, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 720000, "update_index": 273000}
|
| 38 |
+
{"chunk_transitions": 93000, "episodes": 200, "eval_index": 37, "gain": 0.012499999999999956, "gradient_updates": 279000, "ma": 0.5265, "n_success": 105, "policy_version": 93, "rl_env_steps": 741477, "round": 93, "seed_start": 960000, "sr": 0.525, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 740000, "update_index": 279000}
|
| 39 |
+
{"chunk_transitions": 96000, "episodes": 200, "eval_index": 38, "gain": 0.013000000000000012, "gradient_updates": 288000, "ma": 0.5265000000000001, "n_success": 106, "policy_version": 96, "rl_env_steps": 765357, "round": 96, "seed_start": 960000, "sr": 0.53, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 760000, "update_index": 288000}
|
| 40 |
+
{"chunk_transitions": 98000, "episodes": 200, "eval_index": 39, "gain": -0.0010000000000000009, "gradient_updates": 294000, "ma": 0.521, "n_success": 98, "policy_version": 98, "rl_env_steps": 781286, "round": 98, "seed_start": 960000, "sr": 0.49, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 780000, "update_index": 294000}
|
| 41 |
+
{"chunk_transitions": 101000, "episodes": 200, "eval_index": 40, "gain": -0.0039999999999998925, "gradient_updates": 303000, "ma": 0.521, "n_success": 103, "policy_version": 101, "rl_env_steps": 805189, "round": 101, "seed_start": 960000, "sr": 0.515, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 800000, "update_index": 303000}
|
| 42 |
+
{"chunk_transitions": 103000, "episodes": 200, "eval_index": 41, "gain": 0.012499999999999956, "gradient_updates": 309000, "ma": 0.5315, "n_success": 112, "policy_version": 103, "rl_env_steps": 821122, "round": 103, "seed_start": 960000, "sr": 0.56, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 820000, "update_index": 309000}
|
| 43 |
+
{"chunk_transitions": 106000, "episodes": 200, "eval_index": 42, "gain": 0.009000000000000008, "gradient_updates": 318000, "ma": 0.5345, "n_success": 115, "policy_version": 106, "rl_env_steps": 845043, "round": 106, "seed_start": 960000, "sr": 0.575, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 840000, "update_index": 318000}
|
| 44 |
+
{"chunk_transitions": 108000, "episodes": 200, "eval_index": 43, "gain": 0.02100000000000002, "gradient_updates": 324000, "ma": 0.538, "n_success": 108, "policy_version": 108, "rl_env_steps": 860986, "round": 108, "seed_start": 960000, "sr": 0.54, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 860000, "update_index": 324000}
|
| 45 |
+
{"chunk_transitions": 111000, "episodes": 200, "eval_index": 44, "gain": 0.009999999999999898, "gradient_updates": 333000, "ma": 0.5349999999999999, "n_success": 102, "policy_version": 111, "rl_env_steps": 884924, "round": 111, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 880000, "update_index": 333000}
|
| 46 |
+
{"chunk_transitions": 113000, "episodes": 200, "eval_index": 45, "gain": -0.00550000000000006, "gradient_updates": 339000, "ma": 0.524, "n_success": 96, "policy_version": 113, "rl_env_steps": 900877, "round": 113, "seed_start": 960000, "sr": 0.48, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 900000, "update_index": 339000}
|
| 47 |
+
{"chunk_transitions": 116000, "episodes": 200, "eval_index": 46, "gain": -0.0030000000000000027, "gradient_updates": 348000, "ma": 0.5245, "n_success": 104, "policy_version": 116, "rl_env_steps": 924825, "round": 116, "seed_start": 960000, "sr": 0.52, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 920000, "update_index": 348000}
|
| 48 |
+
{"chunk_transitions": 118000, "episodes": 200, "eval_index": 47, "gain": -0.0014999999999998348, "gradient_updates": 354000, "ma": 0.5250000000000001, "n_success": 106, "policy_version": 118, "rl_env_steps": 940767, "round": 118, "seed_start": 960000, "sr": 0.53, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 940000, "update_index": 354000}
|
| 49 |
+
{"chunk_transitions": 121000, "episodes": 200, "eval_index": 48, "gain": -0.004000000000000115, "gradient_updates": 363000, "ma": 0.5225, "n_success": 101, "policy_version": 121, "rl_env_steps": 964643, "round": 121, "seed_start": 960000, "sr": 0.505, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 960000, "update_index": 363000}
|
| 50 |
+
{"chunk_transitions": 123000, "episodes": 200, "eval_index": 49, "gain": 0.008000000000000007, "gradient_updates": 369000, "ma": 0.529, "n_success": 111, "policy_version": 123, "rl_env_steps": 980553, "round": 123, "seed_start": 960000, "sr": 0.555, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 980000, "update_index": 369000}
|
| 51 |
+
{"chunk_transitions": 126000, "episodes": 200, "eval_index": 50, "gain": 0.014500000000000068, "gradient_updates": 378000, "ma": 0.5355000000000001, "n_success": 116, "policy_version": 126, "rl_env_steps": 1004466, "round": 126, "seed_start": 960000, "sr": 0.58, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1000000, "update_index": 378000}
|
| 52 |
+
{"chunk_transitions": 128000, "episodes": 200, "eval_index": 51, "gain": -0.00649999999999995, "gradient_updates": 384000, "ma": 0.525, "n_success": 91, "policy_version": 128, "rl_env_steps": 1020408, "round": 128, "seed_start": 960000, "sr": 0.455, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1020000, "update_index": 384000}
|
| 53 |
+
{"chunk_transitions": 131000, "episodes": 200, "eval_index": 52, "gain": -0.01649999999999996, "gradient_updates": 393000, "ma": 0.518, "n_success": 101, "policy_version": 131, "rl_env_steps": 1044298, "round": 131, "seed_start": 960000, "sr": 0.505, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1040000, "update_index": 393000}
|
| 54 |
+
{"chunk_transitions": 133000, "episodes": 200, "eval_index": 53, "gain": -0.022500000000000075, "gradient_updates": 399000, "ma": 0.5155, "n_success": 103, "policy_version": 133, "rl_env_steps": 1060256, "round": 133, "seed_start": 960000, "sr": 0.515, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1060000, "update_index": 399000}
|
| 55 |
+
{"chunk_transitions": 136000, "episodes": 200, "eval_index": 54, "gain": -0.020499999999999963, "gradient_updates": 408000, "ma": 0.5145, "n_success": 100, "policy_version": 136, "rl_env_steps": 1084220, "round": 136, "seed_start": 960000, "sr": 0.5, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1080000, "update_index": 408000}
|
| 56 |
+
{"chunk_transitions": 138000, "episodes": 200, "eval_index": 55, "gain": -0.006500000000000061, "gradient_updates": 414000, "ma": 0.5175, "n_success": 102, "policy_version": 138, "rl_env_steps": 1100146, "round": 138, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1100000, "update_index": 414000}
|
| 57 |
+
{"chunk_transitions": 141000, "episodes": 200, "eval_index": 56, "gain": -0.0050000000000000044, "gradient_updates": 423000, "ma": 0.5195, "n_success": 108, "policy_version": 141, "rl_env_steps": 1124084, "round": 141, "seed_start": 960000, "sr": 0.54, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1120000, "update_index": 423000}
|
| 58 |
+
{"chunk_transitions": 143000, "episodes": 200, "eval_index": 57, "gain": -0.010500000000000176, "gradient_updates": 429000, "ma": 0.5145, "n_success": 96, "policy_version": 143, "rl_env_steps": 1140007, "round": 143, "seed_start": 960000, "sr": 0.48, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1140000, "update_index": 429000}
|
| 59 |
+
{"chunk_transitions": 146000, "episodes": 200, "eval_index": 58, "gain": -0.007499999999999951, "gradient_updates": 438000, "ma": 0.515, "n_success": 102, "policy_version": 146, "rl_env_steps": 1163959, "round": 146, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1160000, "update_index": 438000}
|
| 60 |
+
{"chunk_transitions": 149000, "episodes": 200, "eval_index": 59, "gain": -0.016000000000000014, "gradient_updates": 447000, "ma": 0.513, "n_success": 107, "policy_version": 149, "rl_env_steps": 1187839, "round": 149, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1180000, "update_index": 447000}
|
| 61 |
+
{"chunk_transitions": 151000, "episodes": 200, "eval_index": 60, "gain": -0.027000000000000024, "gradient_updates": 453000, "ma": 0.5085000000000001, "n_success": 107, "policy_version": 151, "rl_env_steps": 1203803, "round": 151, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1200000, "update_index": 453000}
|
| 62 |
+
{"chunk_transitions": 154000, "episodes": 200, "eval_index": 61, "gain": -0.005999999999999894, "gradient_updates": 462000, "ma": 0.5190000000000001, "n_success": 112, "policy_version": 154, "rl_env_steps": 1227673, "round": 154, "seed_start": 960000, "sr": 0.56, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1220000, "update_index": 462000}
|
| 63 |
+
{"chunk_transitions": 156000, "episodes": 200, "eval_index": 62, "gain": 0.0024999999999999467, "gradient_updates": 468000, "ma": 0.5205, "n_success": 104, "policy_version": 156, "rl_env_steps": 1243617, "round": 156, "seed_start": 960000, "sr": 0.52, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1240000, "update_index": 468000}
|
| 64 |
+
{"chunk_transitions": 159000, "episodes": 200, "eval_index": 63, "gain": 0.0030000000000000027, "gradient_updates": 477000, "ma": 0.5185, "n_success": 99, "policy_version": 159, "rl_env_steps": 1267552, "round": 159, "seed_start": 960000, "sr": 0.495, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1260000, "update_index": 477000}
|
| 65 |
+
{"chunk_transitions": 161000, "episodes": 200, "eval_index": 64, "gain": 0.009500000000000064, "gradient_updates": 483000, "ma": 0.524, "n_success": 111, "policy_version": 161, "rl_env_steps": 1283499, "round": 161, "seed_start": 960000, "sr": 0.555, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1280000, "update_index": 483000}
|
| 66 |
+
{"chunk_transitions": 164000, "episodes": 200, "eval_index": 65, "gain": 0.006500000000000061, "gradient_updates": 492000, "ma": 0.524, "n_success": 102, "policy_version": 164, "rl_env_steps": 1307403, "round": 164, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1300000, "update_index": 492000}
|
| 67 |
+
{"chunk_transitions": 166000, "episodes": 200, "eval_index": 66, "gain": -0.000500000000000056, "gradient_updates": 498000, "ma": 0.5189999999999999, "n_success": 98, "policy_version": 166, "rl_env_steps": 1323337, "round": 166, "seed_start": 960000, "sr": 0.49, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1320000, "update_index": 498000}
|
| 68 |
+
{"chunk_transitions": 169000, "episodes": 200, "eval_index": 67, "gain": 0.012500000000000178, "gradient_updates": 507000, "ma": 0.5270000000000001, "n_success": 112, "policy_version": 169, "rl_env_steps": 1347260, "round": 169, "seed_start": 960000, "sr": 0.56, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1340000, "update_index": 507000}
|
| 69 |
+
{"chunk_transitions": 171000, "episodes": 200, "eval_index": 68, "gain": 0.010000000000000009, "gradient_updates": 513000, "ma": 0.525, "n_success": 98, "policy_version": 171, "rl_env_steps": 1363212, "round": 171, "seed_start": 960000, "sr": 0.49, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1360000, "update_index": 513000}
|
| 70 |
+
{"chunk_transitions": 174000, "episodes": 200, "eval_index": 69, "gain": 0.018000000000000016, "gradient_updates": 522000, "ma": 0.531, "n_success": 119, "policy_version": 174, "rl_env_steps": 1387114, "round": 174, "seed_start": 960000, "sr": 0.595, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1380000, "update_index": 522000}
|
| 71 |
+
{"chunk_transitions": 176000, "episodes": 200, "eval_index": 70, "gain": 0.02199999999999991, "gradient_updates": 528000, "ma": 0.5305, "n_success": 106, "policy_version": 176, "rl_env_steps": 1403053, "round": 176, "seed_start": 960000, "sr": 0.53, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1400000, "update_index": 528000}
|
| 72 |
+
{"chunk_transitions": 179000, "episodes": 200, "eval_index": 71, "gain": 0.010499999999999843, "gradient_updates": 537000, "ma": 0.5295, "n_success": 110, "policy_version": 179, "rl_env_steps": 1426949, "round": 179, "seed_start": 960000, "sr": 0.55, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1420000, "update_index": 537000}
|
| 73 |
+
{"chunk_transitions": 181000, "episodes": 200, "eval_index": 72, "gain": 0.012499999999999956, "gradient_updates": 543000, "ma": 0.5329999999999999, "n_success": 111, "policy_version": 181, "rl_env_steps": 1442872, "round": 181, "seed_start": 960000, "sr": 0.555, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1440000, "update_index": 543000}
|
| 74 |
+
{"chunk_transitions": 184000, "episodes": 200, "eval_index": 73, "gain": 0.021500000000000075, "gradient_updates": 552000, "ma": 0.54, "n_success": 113, "policy_version": 184, "rl_env_steps": 1466765, "round": 184, "seed_start": 960000, "sr": 0.565, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1460000, "update_index": 552000}
|
| 75 |
+
{"chunk_transitions": 186000, "episodes": 200, "eval_index": 74, "gain": 0.013499999999999845, "gradient_updates": 558000, "ma": 0.5374999999999999, "n_success": 106, "policy_version": 186, "rl_env_steps": 1482682, "round": 186, "seed_start": 960000, "sr": 0.53, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1480000, "update_index": 558000}
|
| 76 |
+
{"chunk_transitions": 189000, "episodes": 200, "eval_index": 75, "gain": 0.013499999999999956, "gradient_updates": 567000, "ma": 0.5375, "n_success": 102, "policy_version": 189, "rl_env_steps": 1506598, "round": 189, "seed_start": 960000, "sr": 0.51, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1500000, "update_index": 567000}
|
| 77 |
+
{"chunk_transitions": 191000, "episodes": 200, "eval_index": 76, "gain": 0.027000000000000135, "gradient_updates": 573000, "ma": 0.546, "n_success": 115, "policy_version": 191, "rl_env_steps": 1522551, "round": 191, "seed_start": 960000, "sr": 0.575, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1520000, "update_index": 573000}
|
| 78 |
+
{"chunk_transitions": 194000, "episodes": 200, "eval_index": 77, "gain": 0.01649999999999996, "gradient_updates": 582000, "ma": 0.5435000000000001, "n_success": 107, "policy_version": 194, "rl_env_steps": 1546468, "round": 194, "seed_start": 960000, "sr": 0.535, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1540000, "update_index": 582000}
|
| 79 |
+
{"chunk_transitions": 196000, "episodes": 200, "eval_index": 78, "gain": 0.02200000000000002, "gradient_updates": 588000, "ma": 0.547, "n_success": 105, "policy_version": 196, "rl_env_steps": 1562426, "round": 196, "seed_start": 960000, "sr": 0.525, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1560000, "update_index": 588000}
|
| 80 |
+
{"chunk_transitions": 199000, "episodes": 200, "eval_index": 79, "gain": 0.014000000000000012, "gradient_updates": 597000, "ma": 0.545, "n_success": 115, "policy_version": 199, "rl_env_steps": 1586312, "round": 199, "seed_start": 960000, "sr": 0.575, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1580000, "update_index": 597000}
|
| 81 |
+
{"chunk_transitions": 201000, "episodes": 200, "eval_index": 80, "gain": 0.01550000000000007, "gradient_updates": 603000, "ma": 0.546, "n_success": 108, "policy_version": 201, "rl_env_steps": 1602239, "round": 201, "seed_start": 960000, "sr": 0.54, "success_requested": 0, "success_requested_imitation": 0, "success_rounds_with_skips": 0, "success_skipped": 0, "success_skipped_imitation": 0, "success_skipped_td": 0, "target_step": 1600000, "update_index": 603000}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/eval/final.parquet
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a93c7240f6b489ca36fbb9a1e2859244e62f9eab8cd7b7384c4317b9e62dd9dc
|
| 3 |
+
size 6961
|
RL/Transport50/DSRL-NA/diverse50/seed_2/final/source_metadata.json
ADDED
|
@@ -0,0 +1,314 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"checkpoint_sha256": "7b5804cfbbc022c19648676370f92a6d1889b81a7ba4dfb45bc20596a42ddc42",
|
| 3 |
+
"evaluation": {
|
| 4 |
+
"episodes": 300,
|
| 5 |
+
"imputed": false,
|
| 6 |
+
"n_success": 160,
|
| 7 |
+
"observed": true,
|
| 8 |
+
"seed_start": 800000,
|
| 9 |
+
"sr": 0.5333333333333333,
|
| 10 |
+
"successes": [
|
| 11 |
+
0,
|
| 12 |
+
1,
|
| 13 |
+
1,
|
| 14 |
+
0,
|
| 15 |
+
0,
|
| 16 |
+
0,
|
| 17 |
+
1,
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
1,
|
| 21 |
+
0,
|
| 22 |
+
1,
|
| 23 |
+
0,
|
| 24 |
+
1,
|
| 25 |
+
0,
|
| 26 |
+
0,
|
| 27 |
+
0,
|
| 28 |
+
1,
|
| 29 |
+
0,
|
| 30 |
+
0,
|
| 31 |
+
0,
|
| 32 |
+
1,
|
| 33 |
+
1,
|
| 34 |
+
1,
|
| 35 |
+
0,
|
| 36 |
+
0,
|
| 37 |
+
0,
|
| 38 |
+
0,
|
| 39 |
+
1,
|
| 40 |
+
1,
|
| 41 |
+
1,
|
| 42 |
+
1,
|
| 43 |
+
1,
|
| 44 |
+
0,
|
| 45 |
+
0,
|
| 46 |
+
0,
|
| 47 |
+
0,
|
| 48 |
+
1,
|
| 49 |
+
1,
|
| 50 |
+
1,
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
1,
|
| 54 |
+
1,
|
| 55 |
+
1,
|
| 56 |
+
0,
|
| 57 |
+
1,
|
| 58 |
+
0,
|
| 59 |
+
1,
|
| 60 |
+
1,
|
| 61 |
+
0,
|
| 62 |
+
1,
|
| 63 |
+
0,
|
| 64 |
+
1,
|
| 65 |
+
1,
|
| 66 |
+
1,
|
| 67 |
+
0,
|
| 68 |
+
1,
|
| 69 |
+
1,
|
| 70 |
+
1,
|
| 71 |
+
0,
|
| 72 |
+
1,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
1,
|
| 76 |
+
1,
|
| 77 |
+
0,
|
| 78 |
+
1,
|
| 79 |
+
1,
|
| 80 |
+
1,
|
| 81 |
+
1,
|
| 82 |
+
0,
|
| 83 |
+
1,
|
| 84 |
+
1,
|
| 85 |
+
1,
|
| 86 |
+
1,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
1,
|
| 90 |
+
1,
|
| 91 |
+
0,
|
| 92 |
+
1,
|
| 93 |
+
1,
|
| 94 |
+
1,
|
| 95 |
+
0,
|
| 96 |
+
1,
|
| 97 |
+
1,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
1,
|
| 102 |
+
1,
|
| 103 |
+
1,
|
| 104 |
+
1,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
1,
|
| 111 |
+
1,
|
| 112 |
+
0,
|
| 113 |
+
1,
|
| 114 |
+
1,
|
| 115 |
+
1,
|
| 116 |
+
1,
|
| 117 |
+
0,
|
| 118 |
+
0,
|
| 119 |
+
0,
|
| 120 |
+
0,
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
1,
|
| 124 |
+
1,
|
| 125 |
+
1,
|
| 126 |
+
1,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
0,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
0,
|
| 144 |
+
1,
|
| 145 |
+
0,
|
| 146 |
+
1,
|
| 147 |
+
1,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
1,
|
| 153 |
+
1,
|
| 154 |
+
1,
|
| 155 |
+
1,
|
| 156 |
+
0,
|
| 157 |
+
1,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
1,
|
| 161 |
+
0,
|
| 162 |
+
1,
|
| 163 |
+
1,
|
| 164 |
+
1,
|
| 165 |
+
0,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
0,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
1,
|
| 176 |
+
1,
|
| 177 |
+
0,
|
| 178 |
+
1,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
1,
|
| 183 |
+
1,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
1,
|
| 188 |
+
1,
|
| 189 |
+
1,
|
| 190 |
+
1,
|
| 191 |
+
1,
|
| 192 |
+
1,
|
| 193 |
+
0,
|
| 194 |
+
1,
|
| 195 |
+
1,
|
| 196 |
+
1,
|
| 197 |
+
0,
|
| 198 |
+
0,
|
| 199 |
+
0,
|
| 200 |
+
1,
|
| 201 |
+
1,
|
| 202 |
+
0,
|
| 203 |
+
1,
|
| 204 |
+
0,
|
| 205 |
+
0,
|
| 206 |
+
1,
|
| 207 |
+
0,
|
| 208 |
+
1,
|
| 209 |
+
1,
|
| 210 |
+
0,
|
| 211 |
+
0,
|
| 212 |
+
0,
|
| 213 |
+
0,
|
| 214 |
+
0,
|
| 215 |
+
1,
|
| 216 |
+
0,
|
| 217 |
+
1,
|
| 218 |
+
0,
|
| 219 |
+
1,
|
| 220 |
+
0,
|
| 221 |
+
1,
|
| 222 |
+
1,
|
| 223 |
+
1,
|
| 224 |
+
1,
|
| 225 |
+
0,
|
| 226 |
+
0,
|
| 227 |
+
0,
|
| 228 |
+
0,
|
| 229 |
+
0,
|
| 230 |
+
0,
|
| 231 |
+
0,
|
| 232 |
+
0,
|
| 233 |
+
0,
|
| 234 |
+
1,
|
| 235 |
+
0,
|
| 236 |
+
1,
|
| 237 |
+
0,
|
| 238 |
+
0,
|
| 239 |
+
0,
|
| 240 |
+
0,
|
| 241 |
+
0,
|
| 242 |
+
1,
|
| 243 |
+
1,
|
| 244 |
+
0,
|
| 245 |
+
1,
|
| 246 |
+
1,
|
| 247 |
+
0,
|
| 248 |
+
1,
|
| 249 |
+
1,
|
| 250 |
+
1,
|
| 251 |
+
1,
|
| 252 |
+
1,
|
| 253 |
+
0,
|
| 254 |
+
1,
|
| 255 |
+
1,
|
| 256 |
+
1,
|
| 257 |
+
0,
|
| 258 |
+
1,
|
| 259 |
+
1,
|
| 260 |
+
0,
|
| 261 |
+
0,
|
| 262 |
+
1,
|
| 263 |
+
1,
|
| 264 |
+
0,
|
| 265 |
+
1,
|
| 266 |
+
1,
|
| 267 |
+
1,
|
| 268 |
+
0,
|
| 269 |
+
0,
|
| 270 |
+
1,
|
| 271 |
+
0,
|
| 272 |
+
0,
|
| 273 |
+
1,
|
| 274 |
+
1,
|
| 275 |
+
0,
|
| 276 |
+
1,
|
| 277 |
+
1,
|
| 278 |
+
0,
|
| 279 |
+
0,
|
| 280 |
+
1,
|
| 281 |
+
0,
|
| 282 |
+
0,
|
| 283 |
+
1,
|
| 284 |
+
1,
|
| 285 |
+
0,
|
| 286 |
+
0,
|
| 287 |
+
1,
|
| 288 |
+
0,
|
| 289 |
+
1,
|
| 290 |
+
1,
|
| 291 |
+
0,
|
| 292 |
+
0,
|
| 293 |
+
0,
|
| 294 |
+
0,
|
| 295 |
+
1,
|
| 296 |
+
1,
|
| 297 |
+
1,
|
| 298 |
+
1,
|
| 299 |
+
1,
|
| 300 |
+
1,
|
| 301 |
+
1,
|
| 302 |
+
1,
|
| 303 |
+
1,
|
| 304 |
+
1,
|
| 305 |
+
1,
|
| 306 |
+
0,
|
| 307 |
+
0,
|
| 308 |
+
1,
|
| 309 |
+
1,
|
| 310 |
+
0
|
| 311 |
+
]
|
| 312 |
+
},
|
| 313 |
+
"status": "budget_complete"
|
| 314 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/final/source_resolved_config.json
ADDED
|
@@ -0,0 +1,476 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"decision_ref": "docs/scope.md [0928-I], [0930-S2DEC]",
|
| 3 |
+
"env": {
|
| 4 |
+
"chunk_length": 8,
|
| 5 |
+
"n_envs": 4
|
| 6 |
+
},
|
| 7 |
+
"learner": {
|
| 8 |
+
"convention": "unified_env_step",
|
| 9 |
+
"gamma_env": 0.999
|
| 10 |
+
},
|
| 11 |
+
"overrides": [],
|
| 12 |
+
"protocol": {
|
| 13 |
+
"checkpoint_every_rounds": 5,
|
| 14 |
+
"checkpoint_retention": {
|
| 15 |
+
"best": true,
|
| 16 |
+
"collapse_drop": {
|
| 17 |
+
"min_abs": 0.2,
|
| 18 |
+
"ratio": 0.5
|
| 19 |
+
},
|
| 20 |
+
"diagnostics": true,
|
| 21 |
+
"every_evals": 3
|
| 22 |
+
},
|
| 23 |
+
"collection": {
|
| 24 |
+
"n_envs": 4,
|
| 25 |
+
"train_seed_base": 100000000,
|
| 26 |
+
"train_seed_stride": 1000000,
|
| 27 |
+
"training_freq_chunks": 1000
|
| 28 |
+
},
|
| 29 |
+
"convergence": {
|
| 30 |
+
"early_stop": false,
|
| 31 |
+
"gain_lag": 10,
|
| 32 |
+
"high_sr": 0.95,
|
| 33 |
+
"high_sr_evals": 5,
|
| 34 |
+
"ma_window": 10,
|
| 35 |
+
"max_env_steps": 1606196,
|
| 36 |
+
"min_env_steps": 200000,
|
| 37 |
+
"min_gain": 0.02,
|
| 38 |
+
"zero_success_evals": 8
|
| 39 |
+
},
|
| 40 |
+
"critic_ensemble": {
|
| 41 |
+
"num": 10,
|
| 42 |
+
"policy": "mean",
|
| 43 |
+
"target": {
|
| 44 |
+
"kind": "subset_min",
|
| 45 |
+
"replace": false,
|
| 46 |
+
"size": 2
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"eval": {
|
| 50 |
+
"best_of_n": 16,
|
| 51 |
+
"episodes": 200,
|
| 52 |
+
"every_env_steps": 20000,
|
| 53 |
+
"include_step0": true,
|
| 54 |
+
"seed_start": 960000,
|
| 55 |
+
"workers": 4
|
| 56 |
+
},
|
| 57 |
+
"final_eval": {
|
| 58 |
+
"episodes": 300,
|
| 59 |
+
"on_zero_stop": true,
|
| 60 |
+
"seed_start": 800000
|
| 61 |
+
},
|
| 62 |
+
"n_step_chunks": 3,
|
| 63 |
+
"offline": {
|
| 64 |
+
"adaptive_ratio": false,
|
| 65 |
+
"cohort_size": 50,
|
| 66 |
+
"episodes": 50,
|
| 67 |
+
"learners_without_offline": [
|
| 68 |
+
"dsrl_sac"
|
| 69 |
+
],
|
| 70 |
+
"ratio": {
|
| 71 |
+
"decay_env_steps": {
|
| 72 |
+
"can": 160000,
|
| 73 |
+
"square": 320000,
|
| 74 |
+
"tool_hang": 640000,
|
| 75 |
+
"transport": 320000
|
| 76 |
+
},
|
| 77 |
+
"end": 0.1,
|
| 78 |
+
"start": {
|
| 79 |
+
"can": 0.7,
|
| 80 |
+
"square": 0.5,
|
| 81 |
+
"tool_hang": 0.5,
|
| 82 |
+
"transport": 0.9
|
| 83 |
+
}
|
| 84 |
+
},
|
| 85 |
+
"selection": "ascending_demo_index",
|
| 86 |
+
"source": "bc_regime",
|
| 87 |
+
"unsupported_learners": [
|
| 88 |
+
"zprl"
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"replay": {
|
| 92 |
+
"capacity_chunks": 1000000,
|
| 93 |
+
"pin_start_successes": false,
|
| 94 |
+
"success_buffer": "success_mask_on_shared_fifo",
|
| 95 |
+
"success_skip_rule": "skip_below_success_batch_size",
|
| 96 |
+
"unit": "executed_chunk"
|
| 97 |
+
},
|
| 98 |
+
"start": {
|
| 99 |
+
"max_episodes": 200,
|
| 100 |
+
"mode": "offline_buffer",
|
| 101 |
+
"policy": {
|
| 102 |
+
"default": "base_cfm_ode",
|
| 103 |
+
"zprl": "vib_base"
|
| 104 |
+
},
|
| 105 |
+
"target_successes": 20
|
| 106 |
+
},
|
| 107 |
+
"unified": {
|
| 108 |
+
"actor_target_tau": 0.005,
|
| 109 |
+
"critic_hidden": [
|
| 110 |
+
512,
|
| 111 |
+
512,
|
| 112 |
+
512
|
| 113 |
+
],
|
| 114 |
+
"critic_target_every_critic_step": true,
|
| 115 |
+
"critic_target_tau": 0.005,
|
| 116 |
+
"dsrl_noise_imitation_reference_dims": 28,
|
| 117 |
+
"gamma_env": 0.999,
|
| 118 |
+
"lr": {
|
| 119 |
+
"actor": 0.0001,
|
| 120 |
+
"critic": 0.0003,
|
| 121 |
+
"decay_end_env_steps": 1606196,
|
| 122 |
+
"min_ratio": 0.1,
|
| 123 |
+
"schedule": "warmup_cosine",
|
| 124 |
+
"temperature": 0.0003,
|
| 125 |
+
"warmup_env_steps": 20000
|
| 126 |
+
},
|
| 127 |
+
"reward": "binary_first_success",
|
| 128 |
+
"success_td_polyak": true,
|
| 129 |
+
"timeout_bootstrap": false,
|
| 130 |
+
"zprl_imitation": "mse_pretanh_mean"
|
| 131 |
+
},
|
| 132 |
+
"updates": {
|
| 133 |
+
"batch_size": 256,
|
| 134 |
+
"critic_per_actor": 2,
|
| 135 |
+
"success_batch_size": 256,
|
| 136 |
+
"utd_per_chunk": 3
|
| 137 |
+
},
|
| 138 |
+
"version": "study2_protocol_v10"
|
| 139 |
+
},
|
| 140 |
+
"protocol_hash": "bdfdfb18fc67ba88af67e02b6592b190b509c5ad68cbd7357fcbca9fa8c796b9",
|
| 141 |
+
"provenance_extra": {
|
| 142 |
+
"agent_library": {
|
| 143 |
+
"framework": "jax",
|
| 144 |
+
"sources": {
|
| 145 |
+
"__init__.py": "0356b394bbae9d0738649e4864a034c4ee5d6f329c8a7f862717b3428e52313c",
|
| 146 |
+
"_vendor/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 147 |
+
"_vendor/ogpo/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 148 |
+
"_vendor/ogpo/agents/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 149 |
+
"_vendor/ogpo/agents/modules/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 150 |
+
"_vendor/ogpo/agents/modules/bc_helper.py": "8913392cc0434057323b2f5b28aaeb36d2c31e6b129ef09d21352353fe276c14",
|
| 151 |
+
"_vendor/ogpo/agents/modules/dist_helper.py": "c0f429c6c70082f5f5258ffffdf4bf0e6b2e1587c26528d3ee937a4e302d9951",
|
| 152 |
+
"_vendor/ogpo/agents/modules/flax_utils.py": "36f27885a086a4ae561171de4650da86330dcd68f17694e3f71278677c614037",
|
| 153 |
+
"_vendor/ogpo/agents/modules/igp_targets_helper.py": "b0343a236a856ec734cc73a1e73186d7d6520dd9efc34b3597327d21b55c9522",
|
| 154 |
+
"_vendor/ogpo/agents/modules/maintenance.py": "7b40d670c277783e118a0669f57aa10370c76b7b8fe3c1d27d16af1a3e9f0865",
|
| 155 |
+
"_vendor/ogpo/agents/modules/pg_helper.py": "cb2e0e83e0c95af408c9bac86fc9ccf1d7e427b3edb315c5d042de5d0a9328d4",
|
| 156 |
+
"_vendor/ogpo/agents/modules/q_helper.py": "71d874b74af5d724d82bd9c4a0a6027d8795e5dc26755ae7838abc3cda54718e",
|
| 157 |
+
"_vendor/ogpo/agents/ogpo.py": "3393282fd4a972c97951715a5776a506e37102cbe5e9c21e5e1ed1e6288696b2",
|
| 158 |
+
"_vendor/ogpo/agents/qc.py": "55906d8b598ce0a2607782e886697c3766dd281a0664ec05bf96173fc8c22c56",
|
| 159 |
+
"_vendor/ogpo/networks/__init__.py": "089130459e91d2b43f5bca45e2659507379fe62351ce6d2d91a49a0387ed2e90",
|
| 160 |
+
"_vendor/ogpo/networks/actors.py": "c0ad2b12439f5da82128e35907314741c22ccc70692de33fed90e67a32f8d86a",
|
| 161 |
+
"_vendor/ogpo/networks/actors_fql.py": "0d9f8646f1230b442bc80457252656c007431ca62458afa5fdecd15150ed9c4d",
|
| 162 |
+
"_vendor/ogpo/networks/critics.py": "77e40f7ea9d6837f8f89d889bfcd7a70e0ef20076f65720d79a9bef3db5130b4",
|
| 163 |
+
"_vendor/ogpo/networks/encoders.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 164 |
+
"_vendor/ogpo/networks/encoders/__init__.py": "41ae7973f560af5539cff23643843a0c56c253722bb17d7372a9ade029abb670",
|
| 165 |
+
"_vendor/ogpo/networks/encoders/impala.py": "62b7f1dab0aefe6662d3fa0fc59417d125cb9687af71d7875d533e24ac3e89d2",
|
| 166 |
+
"_vendor/ogpo/networks/encoders/minvit.py": "93f0af908450588cdbc9fc18929247b55447bb7972833388244707628328ed33",
|
| 167 |
+
"_vendor/ogpo/networks/encoders/paligemma.py": "0f2a448fd52a2c161f921e7fd7d79be462f98db34c09bf68877f8ed67de9e82c",
|
| 168 |
+
"_vendor/ogpo/networks/encoders/vision_proprio.py": "01ade56e774aeb29c3e7cd1d59eff5e43b7827d102769a450f8d7cc5a17666c8",
|
| 169 |
+
"_vendor/ogpo/networks/modules/__init__.py": "39a4fe9455c1b58c505fa1d9c0a90179dd64cdd459e8341d9ef7fcf6b7af9aae",
|
| 170 |
+
"_vendor/ogpo/networks/modules/attention.py": "a835876c6269ba0c5c63f49005027e5524a750f0c6e7af8697093b9bb8ff4c55",
|
| 171 |
+
"_vendor/ogpo/networks/modules/distributions.py": "5430f1bc6ee7fa71aac65664c9c3f13500d1fec3c5b2b1d80fc6590cca8ac71d",
|
| 172 |
+
"_vendor/ogpo/networks/modules/misc.py": "527793d4e64be2bbc8c22e73a574d5cb604e4672eabd0db9843853107502f620",
|
| 173 |
+
"_vendor/ogpo/networks/modules/mlp.py": "e2cf4d9923d95df8747c1554cf94f20000e108b1a9b0d9b0729a759b597a1316",
|
| 174 |
+
"_vendor/ogpo/networks/modules/time_embedding.py": "54d1a400b1b179a75c5aa55501031aa5d6513da12715ab75b89eaacdbe9f76e1",
|
| 175 |
+
"_vendor/ogpo/networks/modules/two_tier.py": "aa5182a5932cd500f95f4fddcd16429d66c968988639ddf3d6b33a2297953166",
|
| 176 |
+
"dice.py": "6989a71a178af904061e418a94c06615acb7576d9d32548566cc0032e273f22b",
|
| 177 |
+
"dsrl_na.py": "973970bfb02b87ad995f04572bc4d8443cc1e92d6447fbcbcfb80d8fa97cd9ce",
|
| 178 |
+
"dsrl_sac.py": "292d55b2d6f314ec12d17c77c2da2badef6a3fbdde89ba953044e074da6fbc6c",
|
| 179 |
+
"factory.py": "0117708b7cdab69cfaa83bba70f1101aff7b33866117946c377a5cb2fcc6ea49",
|
| 180 |
+
"flow.py": "76dce89f145b4194885524731523eada50e86f8d06b86f7cfaffd0fb3e3b779a",
|
| 181 |
+
"native_config.py": "e9dbf33c0ec15a654c2dde7f504d4e2492c29cbdf84c4eedf42cda94c158e4de",
|
| 182 |
+
"native_flow.py": "e9a9dc59e4e2ccaa7355bebb3c98cc9c1e0080c493889d58bfefdc7bc341c763",
|
| 183 |
+
"native_replay.py": "4f5922a41c5f4e93c599794143c0a26d8b22cb6c38d675ede9538a7bd2b30402",
|
| 184 |
+
"native_residual.py": "00936a650eed103e380f201c9917a9bc414d7b48ba244d0018ebd7b032b3af67",
|
| 185 |
+
"native_train.py": "83bd25879b1096afcb8c1e7a4c34ab77c652dafde10d86f7fdea221c98f6d4a4",
|
| 186 |
+
"networks.py": "81460ac49a7b67ef66b0efd04e26e86c320456c190493143ea77b57c8fbc195d",
|
| 187 |
+
"ogpo.py": "3501a14eb1e1dd0e7194de541dc1af2dd0b4584f102b7e23b0b625d490c79093",
|
| 188 |
+
"optim.py": "41f5c0e4907e822449154959067a84f09820010bc02c6a01a74b5d5478a76192",
|
| 189 |
+
"qc.py": "38ef1b0ed7a4d0833ee50a182262a3bd668931d9499483fa58f7cad43b3f9274",
|
| 190 |
+
"registry.py": "0e7928dac526397186290fe1a914403daa69c39c2c9da9aa395bacfbca9dc617",
|
| 191 |
+
"residual.py": "2dfda94aee07537924912d14693b7d0a41a76c9aea02852a006e5f4877c082ee",
|
| 192 |
+
"telemetry.py": "e5716864ea9b2126b50b86fec78d56ecfd96f17832d5006f83cb2763e6092feb",
|
| 193 |
+
"train.py": "d1ec607894c8e126e710b5a4ef6c48a4e9bf6c66c0872ce2e2bdc1c65b66d98d",
|
| 194 |
+
"vib.py": "ab3a6721c7c051d21e7955940942bc0f6d064635dd9c73b7275589c150f19f5e",
|
| 195 |
+
"vib_workflow.py": "35b264975fbbcb7f1142af4284f245c9de043e3dab6689ca40657e7be47090f2",
|
| 196 |
+
"zprl.py": "fefe27f991d1a482a57b04738d5b22b9879f0ea405e1935e94dd58ba72c30609"
|
| 197 |
+
},
|
| 198 |
+
"version": "study2_jax_agents_v2"
|
| 199 |
+
},
|
| 200 |
+
"base_framework": "jax",
|
| 201 |
+
"bc_identity": {
|
| 202 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 203 |
+
"family": "StandardBaseBC",
|
| 204 |
+
"framework": "jax"
|
| 205 |
+
},
|
| 206 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain/runs/operations/20261022_transport_focused50_v10_four/base/diverse50/epoch_3000.pkl",
|
| 207 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 208 |
+
"experiment": "transport_8",
|
| 209 |
+
"frozen_hash": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 210 |
+
"learner": {
|
| 211 |
+
"action_dim": 14,
|
| 212 |
+
"action_magnitude": null,
|
| 213 |
+
"actor_hidden": [
|
| 214 |
+
2048,
|
| 215 |
+
2048,
|
| 216 |
+
2048
|
| 217 |
+
],
|
| 218 |
+
"base_hash": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 219 |
+
"critic_hidden": [
|
| 220 |
+
512,
|
| 221 |
+
512,
|
| 222 |
+
512
|
| 223 |
+
],
|
| 224 |
+
"ensemble": 10,
|
| 225 |
+
"feature_dim": 146,
|
| 226 |
+
"horizon": 8,
|
| 227 |
+
"normalizer_hash": "189578de102ebae53ea96c0440cc6c237d38c63acf97a126e03cfdb1412f0e82",
|
| 228 |
+
"protocol": {
|
| 229 |
+
"checkpoint_every_rounds": 5,
|
| 230 |
+
"checkpoint_retention": {
|
| 231 |
+
"best": true,
|
| 232 |
+
"collapse_drop": {
|
| 233 |
+
"min_abs": 0.2,
|
| 234 |
+
"ratio": 0.5
|
| 235 |
+
},
|
| 236 |
+
"diagnostics": true,
|
| 237 |
+
"every_evals": 3
|
| 238 |
+
},
|
| 239 |
+
"collection": {
|
| 240 |
+
"n_envs": 4,
|
| 241 |
+
"train_seed_base": 100000000,
|
| 242 |
+
"train_seed_stride": 1000000,
|
| 243 |
+
"training_freq_chunks": 1000
|
| 244 |
+
},
|
| 245 |
+
"convergence": {
|
| 246 |
+
"early_stop": false,
|
| 247 |
+
"gain_lag": 10,
|
| 248 |
+
"high_sr": 0.95,
|
| 249 |
+
"high_sr_evals": 5,
|
| 250 |
+
"ma_window": 10,
|
| 251 |
+
"max_env_steps": 1606196,
|
| 252 |
+
"min_env_steps": 200000,
|
| 253 |
+
"min_gain": 0.02,
|
| 254 |
+
"zero_success_evals": 8
|
| 255 |
+
},
|
| 256 |
+
"critic_ensemble": {
|
| 257 |
+
"num": 10,
|
| 258 |
+
"policy": "mean",
|
| 259 |
+
"target": {
|
| 260 |
+
"kind": "subset_min",
|
| 261 |
+
"replace": false,
|
| 262 |
+
"size": 2
|
| 263 |
+
}
|
| 264 |
+
},
|
| 265 |
+
"eval": {
|
| 266 |
+
"best_of_n": 16,
|
| 267 |
+
"episodes": 200,
|
| 268 |
+
"every_env_steps": 20000,
|
| 269 |
+
"include_step0": true,
|
| 270 |
+
"seed_start": 960000,
|
| 271 |
+
"workers": 4
|
| 272 |
+
},
|
| 273 |
+
"final_eval": {
|
| 274 |
+
"episodes": 300,
|
| 275 |
+
"on_zero_stop": true,
|
| 276 |
+
"seed_start": 800000
|
| 277 |
+
},
|
| 278 |
+
"n_step_chunks": 3,
|
| 279 |
+
"offline": {
|
| 280 |
+
"adaptive_ratio": false,
|
| 281 |
+
"cohort_size": 50,
|
| 282 |
+
"episodes": 50,
|
| 283 |
+
"learners_without_offline": [
|
| 284 |
+
"dsrl_sac"
|
| 285 |
+
],
|
| 286 |
+
"ratio": {
|
| 287 |
+
"decay_env_steps": {
|
| 288 |
+
"can": 160000,
|
| 289 |
+
"square": 320000,
|
| 290 |
+
"tool_hang": 640000,
|
| 291 |
+
"transport": 320000
|
| 292 |
+
},
|
| 293 |
+
"end": 0.1,
|
| 294 |
+
"start": {
|
| 295 |
+
"can": 0.7,
|
| 296 |
+
"square": 0.5,
|
| 297 |
+
"tool_hang": 0.5,
|
| 298 |
+
"transport": 0.9
|
| 299 |
+
}
|
| 300 |
+
},
|
| 301 |
+
"selection": "ascending_demo_index",
|
| 302 |
+
"source": "bc_regime",
|
| 303 |
+
"unsupported_learners": [
|
| 304 |
+
"zprl"
|
| 305 |
+
]
|
| 306 |
+
},
|
| 307 |
+
"replay": {
|
| 308 |
+
"capacity_chunks": 1000000,
|
| 309 |
+
"pin_start_successes": false,
|
| 310 |
+
"success_buffer": "success_mask_on_shared_fifo",
|
| 311 |
+
"success_skip_rule": "skip_below_success_batch_size",
|
| 312 |
+
"unit": "executed_chunk"
|
| 313 |
+
},
|
| 314 |
+
"start": {
|
| 315 |
+
"max_episodes": 200,
|
| 316 |
+
"mode": "offline_buffer",
|
| 317 |
+
"policy": {
|
| 318 |
+
"default": "base_cfm_ode",
|
| 319 |
+
"zprl": "vib_base"
|
| 320 |
+
},
|
| 321 |
+
"target_successes": 20
|
| 322 |
+
},
|
| 323 |
+
"unified": {
|
| 324 |
+
"actor_target_tau": 0.005,
|
| 325 |
+
"critic_hidden": [
|
| 326 |
+
512,
|
| 327 |
+
512,
|
| 328 |
+
512
|
| 329 |
+
],
|
| 330 |
+
"critic_target_every_critic_step": true,
|
| 331 |
+
"critic_target_tau": 0.005,
|
| 332 |
+
"dsrl_noise_imitation_reference_dims": 28,
|
| 333 |
+
"gamma_env": 0.999,
|
| 334 |
+
"lr": {
|
| 335 |
+
"actor": 0.0001,
|
| 336 |
+
"critic": 0.0003,
|
| 337 |
+
"decay_end_env_steps": 1606196,
|
| 338 |
+
"min_ratio": 0.1,
|
| 339 |
+
"schedule": "warmup_cosine",
|
| 340 |
+
"temperature": 0.0003,
|
| 341 |
+
"warmup_env_steps": 20000
|
| 342 |
+
},
|
| 343 |
+
"reward": "binary_first_success",
|
| 344 |
+
"success_td_polyak": true,
|
| 345 |
+
"timeout_bootstrap": false,
|
| 346 |
+
"zprl_imitation": "mse_pretanh_mean"
|
| 347 |
+
},
|
| 348 |
+
"updates": {
|
| 349 |
+
"batch_size": 256,
|
| 350 |
+
"critic_per_actor": 2,
|
| 351 |
+
"success_batch_size": 256,
|
| 352 |
+
"utd_per_chunk": 3
|
| 353 |
+
},
|
| 354 |
+
"version": "study2_protocol_v10"
|
| 355 |
+
},
|
| 356 |
+
"subset": 2,
|
| 357 |
+
"variant": {
|
| 358 |
+
"flags": {
|
| 359 |
+
"noise_loglik_weight": 0.0,
|
| 360 |
+
"success_td": false
|
| 361 |
+
},
|
| 362 |
+
"learner": "dsrl_na",
|
| 363 |
+
"name": "dsrl_na",
|
| 364 |
+
"phase": 1,
|
| 365 |
+
"spec_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 366 |
+
"version": "study2_variants_v4"
|
| 367 |
+
},
|
| 368 |
+
"version": "study2_jax_agents_v2",
|
| 369 |
+
"vib_hash": null,
|
| 370 |
+
"weight_decay": null
|
| 371 |
+
},
|
| 372 |
+
"observation_mode": "pixel_state",
|
| 373 |
+
"offline_buffer": {
|
| 374 |
+
"actions_sha256": "602a4cc6482db479799da53e62fa1678116093a2158758a060c4890768d8a642",
|
| 375 |
+
"aux_sha256": "4938beb934e7896ef197bb8a94554f7700c2f3388e41dce07d6e26f8bd8adad6",
|
| 376 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 377 |
+
"chunks": 3183,
|
| 378 |
+
"dataset_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 379 |
+
"decision_ref": "[1017-S2OFFBC]",
|
| 380 |
+
"env_steps": 25283,
|
| 381 |
+
"features_sha256": "575427a36b77c8176d9ff534d6c846bffcd58bdad467ff1a06a86709a8caa0b6",
|
| 382 |
+
"horizon": 8,
|
| 383 |
+
"identity_hash": "ca5181f6c5339a36c5b51f6fc3717e7af279ced18fd92fcc3942fff20b37a997",
|
| 384 |
+
"learner_coordinates": "ResidualLearner:dsrl_na",
|
| 385 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 386 |
+
"ratio": {
|
| 387 |
+
"adaptive_ratio": false,
|
| 388 |
+
"rule": "D_demo kept for the whole run (never evicted), online RL data FIFO; each ordinary batch = batch_size uniform draws over the eligible D_demo + online windows, offline rows first"
|
| 389 |
+
},
|
| 390 |
+
"selection": {
|
| 391 |
+
"cohort_size": 50,
|
| 392 |
+
"demos": [
|
| 393 |
+
"demo_0",
|
| 394 |
+
"demo_7",
|
| 395 |
+
"demo_8",
|
| 396 |
+
"demo_10",
|
| 397 |
+
"demo_11",
|
| 398 |
+
"demo_13",
|
| 399 |
+
"demo_14",
|
| 400 |
+
"demo_17",
|
| 401 |
+
"demo_20",
|
| 402 |
+
"demo_22",
|
| 403 |
+
"demo_28",
|
| 404 |
+
"demo_29",
|
| 405 |
+
"demo_33",
|
| 406 |
+
"demo_38",
|
| 407 |
+
"demo_39",
|
| 408 |
+
"demo_48",
|
| 409 |
+
"demo_49",
|
| 410 |
+
"demo_53",
|
| 411 |
+
"demo_59",
|
| 412 |
+
"demo_61",
|
| 413 |
+
"demo_69",
|
| 414 |
+
"demo_75",
|
| 415 |
+
"demo_76",
|
| 416 |
+
"demo_81",
|
| 417 |
+
"demo_83",
|
| 418 |
+
"demo_88",
|
| 419 |
+
"demo_95",
|
| 420 |
+
"demo_96",
|
| 421 |
+
"demo_102",
|
| 422 |
+
"demo_103",
|
| 423 |
+
"demo_105",
|
| 424 |
+
"demo_108",
|
| 425 |
+
"demo_119",
|
| 426 |
+
"demo_120",
|
| 427 |
+
"demo_126",
|
| 428 |
+
"demo_128",
|
| 429 |
+
"demo_139",
|
| 430 |
+
"demo_151",
|
| 431 |
+
"demo_152",
|
| 432 |
+
"demo_154",
|
| 433 |
+
"demo_159",
|
| 434 |
+
"demo_163",
|
| 435 |
+
"demo_165",
|
| 436 |
+
"demo_171",
|
| 437 |
+
"demo_173",
|
| 438 |
+
"demo_177",
|
| 439 |
+
"demo_180",
|
| 440 |
+
"demo_181",
|
| 441 |
+
"demo_182",
|
| 442 |
+
"demo_190"
|
| 443 |
+
],
|
| 444 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain/data/bc/versions/ph_distribution_v2/manifests/transport.json",
|
| 445 |
+
"manifest_sha256": "8f2569c5918df85bccd661f8b4c8f76fd73948ca0c4ff96487e949ddbdb4013f",
|
| 446 |
+
"regime": "diverse50",
|
| 447 |
+
"source": "bc_regime",
|
| 448 |
+
"source_ph_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 449 |
+
"split": {
|
| 450 |
+
"training": 45,
|
| 451 |
+
"validation": 5
|
| 452 |
+
},
|
| 453 |
+
"task": "transport"
|
| 454 |
+
}
|
| 455 |
+
},
|
| 456 |
+
"offline_role": "mixed",
|
| 457 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 458 |
+
"smoke": false,
|
| 459 |
+
"task": "transport",
|
| 460 |
+
"task_spec_hash": "fd9c198a613abab85d95bda9521355ae6d926bcf7da1895ca7a1dd03325117cb"
|
| 461 |
+
},
|
| 462 |
+
"seed": 2,
|
| 463 |
+
"start_policy": "base_cfm_ode",
|
| 464 |
+
"variant": {
|
| 465 |
+
"flags": {
|
| 466 |
+
"noise_loglik_weight": 0.0,
|
| 467 |
+
"success_td": false
|
| 468 |
+
},
|
| 469 |
+
"learner": "dsrl_na",
|
| 470 |
+
"name": "dsrl_na",
|
| 471 |
+
"phase": 1,
|
| 472 |
+
"spec_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 473 |
+
"version": "study2_variants_v4"
|
| 474 |
+
},
|
| 475 |
+
"variant_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979"
|
| 476 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/final/state.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b5804cfbbc022c19648676370f92a6d1889b81a7ba4dfb45bc20596a42ddc42
|
| 3 |
+
size 295275373
|
RL/Transport50/DSRL-NA/diverse50/seed_2/frozen_base.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"after": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 3 |
+
"before": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 4 |
+
"checkpoint_unchanged": true,
|
| 5 |
+
"unchanged": true
|
| 6 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/offline_buffer.json
ADDED
|
@@ -0,0 +1,447 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"identity": {
|
| 3 |
+
"actions_sha256": "602a4cc6482db479799da53e62fa1678116093a2158758a060c4890768d8a642",
|
| 4 |
+
"aux_sha256": "4938beb934e7896ef197bb8a94554f7700c2f3388e41dce07d6e26f8bd8adad6",
|
| 5 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 6 |
+
"chunks": 3183,
|
| 7 |
+
"dataset_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 8 |
+
"decision_ref": "[1017-S2OFFBC]",
|
| 9 |
+
"env_steps": 25283,
|
| 10 |
+
"features_sha256": "575427a36b77c8176d9ff534d6c846bffcd58bdad467ff1a06a86709a8caa0b6",
|
| 11 |
+
"horizon": 8,
|
| 12 |
+
"learner_coordinates": "ResidualLearner:dsrl_na",
|
| 13 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 14 |
+
"ratio": {
|
| 15 |
+
"adaptive_ratio": false,
|
| 16 |
+
"rule": "D_demo kept for the whole run (never evicted), online RL data FIFO; each ordinary batch = batch_size uniform draws over the eligible D_demo + online windows, offline rows first"
|
| 17 |
+
},
|
| 18 |
+
"selection": {
|
| 19 |
+
"cohort_size": 50,
|
| 20 |
+
"demos": [
|
| 21 |
+
"demo_0",
|
| 22 |
+
"demo_7",
|
| 23 |
+
"demo_8",
|
| 24 |
+
"demo_10",
|
| 25 |
+
"demo_11",
|
| 26 |
+
"demo_13",
|
| 27 |
+
"demo_14",
|
| 28 |
+
"demo_17",
|
| 29 |
+
"demo_20",
|
| 30 |
+
"demo_22",
|
| 31 |
+
"demo_28",
|
| 32 |
+
"demo_29",
|
| 33 |
+
"demo_33",
|
| 34 |
+
"demo_38",
|
| 35 |
+
"demo_39",
|
| 36 |
+
"demo_48",
|
| 37 |
+
"demo_49",
|
| 38 |
+
"demo_53",
|
| 39 |
+
"demo_59",
|
| 40 |
+
"demo_61",
|
| 41 |
+
"demo_69",
|
| 42 |
+
"demo_75",
|
| 43 |
+
"demo_76",
|
| 44 |
+
"demo_81",
|
| 45 |
+
"demo_83",
|
| 46 |
+
"demo_88",
|
| 47 |
+
"demo_95",
|
| 48 |
+
"demo_96",
|
| 49 |
+
"demo_102",
|
| 50 |
+
"demo_103",
|
| 51 |
+
"demo_105",
|
| 52 |
+
"demo_108",
|
| 53 |
+
"demo_119",
|
| 54 |
+
"demo_120",
|
| 55 |
+
"demo_126",
|
| 56 |
+
"demo_128",
|
| 57 |
+
"demo_139",
|
| 58 |
+
"demo_151",
|
| 59 |
+
"demo_152",
|
| 60 |
+
"demo_154",
|
| 61 |
+
"demo_159",
|
| 62 |
+
"demo_163",
|
| 63 |
+
"demo_165",
|
| 64 |
+
"demo_171",
|
| 65 |
+
"demo_173",
|
| 66 |
+
"demo_177",
|
| 67 |
+
"demo_180",
|
| 68 |
+
"demo_181",
|
| 69 |
+
"demo_182",
|
| 70 |
+
"demo_190"
|
| 71 |
+
],
|
| 72 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain/data/bc/versions/ph_distribution_v2/manifests/transport.json",
|
| 73 |
+
"manifest_sha256": "8f2569c5918df85bccd661f8b4c8f76fd73948ca0c4ff96487e949ddbdb4013f",
|
| 74 |
+
"regime": "diverse50",
|
| 75 |
+
"source": "bc_regime",
|
| 76 |
+
"source_ph_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 77 |
+
"split": {
|
| 78 |
+
"training": 45,
|
| 79 |
+
"validation": 5
|
| 80 |
+
},
|
| 81 |
+
"task": "transport"
|
| 82 |
+
}
|
| 83 |
+
},
|
| 84 |
+
"identity_hash": "ca5181f6c5339a36c5b51f6fc3717e7af279ced18fd92fcc3942fff20b37a997",
|
| 85 |
+
"stats": {
|
| 86 |
+
"chunks": 3183,
|
| 87 |
+
"dataset": "/ssd/WorkSpace/RL-Postrain/data/robomimic/transport/ph/low_dim_v15.hdf5",
|
| 88 |
+
"dataset_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 89 |
+
"env_steps": 25283,
|
| 90 |
+
"per_demo": [
|
| 91 |
+
{
|
| 92 |
+
"chunks": 89,
|
| 93 |
+
"demo": "demo_0",
|
| 94 |
+
"env_steps": 710,
|
| 95 |
+
"frames": 714,
|
| 96 |
+
"terminal_next_frame": 710
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"chunks": 59,
|
| 100 |
+
"demo": "demo_7",
|
| 101 |
+
"env_steps": 471,
|
| 102 |
+
"frames": 475,
|
| 103 |
+
"terminal_next_frame": 471
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"chunks": 59,
|
| 107 |
+
"demo": "demo_8",
|
| 108 |
+
"env_steps": 471,
|
| 109 |
+
"frames": 475,
|
| 110 |
+
"terminal_next_frame": 471
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"chunks": 77,
|
| 114 |
+
"demo": "demo_10",
|
| 115 |
+
"env_steps": 612,
|
| 116 |
+
"frames": 616,
|
| 117 |
+
"terminal_next_frame": 612
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"chunks": 62,
|
| 121 |
+
"demo": "demo_11",
|
| 122 |
+
"env_steps": 493,
|
| 123 |
+
"frames": 497,
|
| 124 |
+
"terminal_next_frame": 493
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"chunks": 53,
|
| 128 |
+
"demo": "demo_13",
|
| 129 |
+
"env_steps": 424,
|
| 130 |
+
"frames": 428,
|
| 131 |
+
"terminal_next_frame": 424
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"chunks": 55,
|
| 135 |
+
"demo": "demo_14",
|
| 136 |
+
"env_steps": 435,
|
| 137 |
+
"frames": 439,
|
| 138 |
+
"terminal_next_frame": 435
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"chunks": 59,
|
| 142 |
+
"demo": "demo_17",
|
| 143 |
+
"env_steps": 471,
|
| 144 |
+
"frames": 475,
|
| 145 |
+
"terminal_next_frame": 471
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"chunks": 74,
|
| 149 |
+
"demo": "demo_20",
|
| 150 |
+
"env_steps": 590,
|
| 151 |
+
"frames": 594,
|
| 152 |
+
"terminal_next_frame": 590
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"chunks": 63,
|
| 156 |
+
"demo": "demo_22",
|
| 157 |
+
"env_steps": 498,
|
| 158 |
+
"frames": 502,
|
| 159 |
+
"terminal_next_frame": 498
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"chunks": 68,
|
| 163 |
+
"demo": "demo_28",
|
| 164 |
+
"env_steps": 544,
|
| 165 |
+
"frames": 548,
|
| 166 |
+
"terminal_next_frame": 544
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"chunks": 66,
|
| 170 |
+
"demo": "demo_29",
|
| 171 |
+
"env_steps": 528,
|
| 172 |
+
"frames": 532,
|
| 173 |
+
"terminal_next_frame": 528
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"chunks": 61,
|
| 177 |
+
"demo": "demo_33",
|
| 178 |
+
"env_steps": 486,
|
| 179 |
+
"frames": 490,
|
| 180 |
+
"terminal_next_frame": 486
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"chunks": 60,
|
| 184 |
+
"demo": "demo_38",
|
| 185 |
+
"env_steps": 474,
|
| 186 |
+
"frames": 478,
|
| 187 |
+
"terminal_next_frame": 474
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"chunks": 65,
|
| 191 |
+
"demo": "demo_39",
|
| 192 |
+
"env_steps": 513,
|
| 193 |
+
"frames": 517,
|
| 194 |
+
"terminal_next_frame": 513
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"chunks": 61,
|
| 198 |
+
"demo": "demo_48",
|
| 199 |
+
"env_steps": 481,
|
| 200 |
+
"frames": 485,
|
| 201 |
+
"terminal_next_frame": 481
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"chunks": 59,
|
| 205 |
+
"demo": "demo_49",
|
| 206 |
+
"env_steps": 468,
|
| 207 |
+
"frames": 474,
|
| 208 |
+
"terminal_next_frame": 468
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"chunks": 69,
|
| 212 |
+
"demo": "demo_53",
|
| 213 |
+
"env_steps": 549,
|
| 214 |
+
"frames": 553,
|
| 215 |
+
"terminal_next_frame": 549
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"chunks": 73,
|
| 219 |
+
"demo": "demo_59",
|
| 220 |
+
"env_steps": 582,
|
| 221 |
+
"frames": 586,
|
| 222 |
+
"terminal_next_frame": 582
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"chunks": 84,
|
| 226 |
+
"demo": "demo_61",
|
| 227 |
+
"env_steps": 665,
|
| 228 |
+
"frames": 669,
|
| 229 |
+
"terminal_next_frame": 665
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"chunks": 68,
|
| 233 |
+
"demo": "demo_69",
|
| 234 |
+
"env_steps": 544,
|
| 235 |
+
"frames": 548,
|
| 236 |
+
"terminal_next_frame": 544
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"chunks": 56,
|
| 240 |
+
"demo": "demo_75",
|
| 241 |
+
"env_steps": 444,
|
| 242 |
+
"frames": 448,
|
| 243 |
+
"terminal_next_frame": 444
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"chunks": 54,
|
| 247 |
+
"demo": "demo_76",
|
| 248 |
+
"env_steps": 430,
|
| 249 |
+
"frames": 434,
|
| 250 |
+
"terminal_next_frame": 430
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"chunks": 55,
|
| 254 |
+
"demo": "demo_81",
|
| 255 |
+
"env_steps": 436,
|
| 256 |
+
"frames": 440,
|
| 257 |
+
"terminal_next_frame": 436
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"chunks": 73,
|
| 261 |
+
"demo": "demo_83",
|
| 262 |
+
"env_steps": 579,
|
| 263 |
+
"frames": 583,
|
| 264 |
+
"terminal_next_frame": 579
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"chunks": 59,
|
| 268 |
+
"demo": "demo_88",
|
| 269 |
+
"env_steps": 465,
|
| 270 |
+
"frames": 469,
|
| 271 |
+
"terminal_next_frame": 465
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"chunks": 63,
|
| 275 |
+
"demo": "demo_95",
|
| 276 |
+
"env_steps": 500,
|
| 277 |
+
"frames": 504,
|
| 278 |
+
"terminal_next_frame": 500
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"chunks": 61,
|
| 282 |
+
"demo": "demo_96",
|
| 283 |
+
"env_steps": 481,
|
| 284 |
+
"frames": 485,
|
| 285 |
+
"terminal_next_frame": 481
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"chunks": 75,
|
| 289 |
+
"demo": "demo_102",
|
| 290 |
+
"env_steps": 595,
|
| 291 |
+
"frames": 599,
|
| 292 |
+
"terminal_next_frame": 595
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"chunks": 61,
|
| 296 |
+
"demo": "demo_103",
|
| 297 |
+
"env_steps": 486,
|
| 298 |
+
"frames": 490,
|
| 299 |
+
"terminal_next_frame": 486
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"chunks": 86,
|
| 303 |
+
"demo": "demo_105",
|
| 304 |
+
"env_steps": 681,
|
| 305 |
+
"frames": 688,
|
| 306 |
+
"terminal_next_frame": 681
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"chunks": 61,
|
| 310 |
+
"demo": "demo_108",
|
| 311 |
+
"env_steps": 485,
|
| 312 |
+
"frames": 491,
|
| 313 |
+
"terminal_next_frame": 485
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"chunks": 51,
|
| 317 |
+
"demo": "demo_119",
|
| 318 |
+
"env_steps": 404,
|
| 319 |
+
"frames": 408,
|
| 320 |
+
"terminal_next_frame": 404
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"chunks": 52,
|
| 324 |
+
"demo": "demo_120",
|
| 325 |
+
"env_steps": 415,
|
| 326 |
+
"frames": 419,
|
| 327 |
+
"terminal_next_frame": 415
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"chunks": 60,
|
| 331 |
+
"demo": "demo_126",
|
| 332 |
+
"env_steps": 480,
|
| 333 |
+
"frames": 484,
|
| 334 |
+
"terminal_next_frame": 480
|
| 335 |
+
},
|
| 336 |
+
{
|
| 337 |
+
"chunks": 65,
|
| 338 |
+
"demo": "demo_128",
|
| 339 |
+
"env_steps": 518,
|
| 340 |
+
"frames": 525,
|
| 341 |
+
"terminal_next_frame": 518
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"chunks": 71,
|
| 345 |
+
"demo": "demo_139",
|
| 346 |
+
"env_steps": 565,
|
| 347 |
+
"frames": 569,
|
| 348 |
+
"terminal_next_frame": 565
|
| 349 |
+
},
|
| 350 |
+
{
|
| 351 |
+
"chunks": 53,
|
| 352 |
+
"demo": "demo_151",
|
| 353 |
+
"env_steps": 417,
|
| 354 |
+
"frames": 421,
|
| 355 |
+
"terminal_next_frame": 417
|
| 356 |
+
},
|
| 357 |
+
{
|
| 358 |
+
"chunks": 54,
|
| 359 |
+
"demo": "demo_152",
|
| 360 |
+
"env_steps": 425,
|
| 361 |
+
"frames": 429,
|
| 362 |
+
"terminal_next_frame": 425
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"chunks": 68,
|
| 366 |
+
"demo": "demo_154",
|
| 367 |
+
"env_steps": 540,
|
| 368 |
+
"frames": 544,
|
| 369 |
+
"terminal_next_frame": 540
|
| 370 |
+
},
|
| 371 |
+
{
|
| 372 |
+
"chunks": 61,
|
| 373 |
+
"demo": "demo_159",
|
| 374 |
+
"env_steps": 486,
|
| 375 |
+
"frames": 490,
|
| 376 |
+
"terminal_next_frame": 486
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"chunks": 64,
|
| 380 |
+
"demo": "demo_163",
|
| 381 |
+
"env_steps": 508,
|
| 382 |
+
"frames": 512,
|
| 383 |
+
"terminal_next_frame": 508
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"chunks": 56,
|
| 387 |
+
"demo": "demo_165",
|
| 388 |
+
"env_steps": 442,
|
| 389 |
+
"frames": 446,
|
| 390 |
+
"terminal_next_frame": 442
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"chunks": 57,
|
| 394 |
+
"demo": "demo_171",
|
| 395 |
+
"env_steps": 456,
|
| 396 |
+
"frames": 460,
|
| 397 |
+
"terminal_next_frame": 456
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"chunks": 77,
|
| 401 |
+
"demo": "demo_173",
|
| 402 |
+
"env_steps": 615,
|
| 403 |
+
"frames": 619,
|
| 404 |
+
"terminal_next_frame": 615
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"chunks": 52,
|
| 408 |
+
"demo": "demo_177",
|
| 409 |
+
"env_steps": 409,
|
| 410 |
+
"frames": 413,
|
| 411 |
+
"terminal_next_frame": 409
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"chunks": 63,
|
| 415 |
+
"demo": "demo_180",
|
| 416 |
+
"env_steps": 502,
|
| 417 |
+
"frames": 506,
|
| 418 |
+
"terminal_next_frame": 502
|
| 419 |
+
},
|
| 420 |
+
{
|
| 421 |
+
"chunks": 70,
|
| 422 |
+
"demo": "demo_181",
|
| 423 |
+
"env_steps": 553,
|
| 424 |
+
"frames": 557,
|
| 425 |
+
"terminal_next_frame": 553
|
| 426 |
+
},
|
| 427 |
+
{
|
| 428 |
+
"chunks": 63,
|
| 429 |
+
"demo": "demo_182",
|
| 430 |
+
"env_steps": 497,
|
| 431 |
+
"frames": 501,
|
| 432 |
+
"terminal_next_frame": 497
|
| 433 |
+
},
|
| 434 |
+
{
|
| 435 |
+
"chunks": 58,
|
| 436 |
+
"demo": "demo_190",
|
| 437 |
+
"env_steps": 460,
|
| 438 |
+
"frames": 464,
|
| 439 |
+
"terminal_next_frame": 460
|
| 440 |
+
}
|
| 441 |
+
],
|
| 442 |
+
"pixel_cache": "/ssd/WorkSpace/RL-Postrain/data/pixels/transport/v1",
|
| 443 |
+
"raw_coords": 353962,
|
| 444 |
+
"raw_coords_clipped": 0
|
| 445 |
+
},
|
| 446 |
+
"stats_hash": "4733037b2e1b5e648bb7974234a8c131f58cace23af3e078f5f6e997565346d6"
|
| 447 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/resolved_config.json
ADDED
|
@@ -0,0 +1,476 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"decision_ref": "docs/scope.md [0928-I], [0930-S2DEC]",
|
| 3 |
+
"env": {
|
| 4 |
+
"chunk_length": 8,
|
| 5 |
+
"n_envs": 4
|
| 6 |
+
},
|
| 7 |
+
"learner": {
|
| 8 |
+
"convention": "unified_env_step",
|
| 9 |
+
"gamma_env": 0.999
|
| 10 |
+
},
|
| 11 |
+
"overrides": [],
|
| 12 |
+
"protocol": {
|
| 13 |
+
"checkpoint_every_rounds": 5,
|
| 14 |
+
"checkpoint_retention": {
|
| 15 |
+
"best": true,
|
| 16 |
+
"collapse_drop": {
|
| 17 |
+
"min_abs": 0.2,
|
| 18 |
+
"ratio": 0.5
|
| 19 |
+
},
|
| 20 |
+
"diagnostics": true,
|
| 21 |
+
"every_evals": 3
|
| 22 |
+
},
|
| 23 |
+
"collection": {
|
| 24 |
+
"n_envs": 4,
|
| 25 |
+
"train_seed_base": 100000000,
|
| 26 |
+
"train_seed_stride": 1000000,
|
| 27 |
+
"training_freq_chunks": 1000
|
| 28 |
+
},
|
| 29 |
+
"convergence": {
|
| 30 |
+
"early_stop": false,
|
| 31 |
+
"gain_lag": 10,
|
| 32 |
+
"high_sr": 0.95,
|
| 33 |
+
"high_sr_evals": 5,
|
| 34 |
+
"ma_window": 10,
|
| 35 |
+
"max_env_steps": 1606196,
|
| 36 |
+
"min_env_steps": 200000,
|
| 37 |
+
"min_gain": 0.02,
|
| 38 |
+
"zero_success_evals": 8
|
| 39 |
+
},
|
| 40 |
+
"critic_ensemble": {
|
| 41 |
+
"num": 10,
|
| 42 |
+
"policy": "mean",
|
| 43 |
+
"target": {
|
| 44 |
+
"kind": "subset_min",
|
| 45 |
+
"replace": false,
|
| 46 |
+
"size": 2
|
| 47 |
+
}
|
| 48 |
+
},
|
| 49 |
+
"eval": {
|
| 50 |
+
"best_of_n": 16,
|
| 51 |
+
"episodes": 200,
|
| 52 |
+
"every_env_steps": 20000,
|
| 53 |
+
"include_step0": true,
|
| 54 |
+
"seed_start": 960000,
|
| 55 |
+
"workers": 4
|
| 56 |
+
},
|
| 57 |
+
"final_eval": {
|
| 58 |
+
"episodes": 300,
|
| 59 |
+
"on_zero_stop": true,
|
| 60 |
+
"seed_start": 800000
|
| 61 |
+
},
|
| 62 |
+
"n_step_chunks": 3,
|
| 63 |
+
"offline": {
|
| 64 |
+
"adaptive_ratio": false,
|
| 65 |
+
"cohort_size": 50,
|
| 66 |
+
"episodes": 50,
|
| 67 |
+
"learners_without_offline": [
|
| 68 |
+
"dsrl_sac"
|
| 69 |
+
],
|
| 70 |
+
"ratio": {
|
| 71 |
+
"decay_env_steps": {
|
| 72 |
+
"can": 160000,
|
| 73 |
+
"square": 320000,
|
| 74 |
+
"tool_hang": 640000,
|
| 75 |
+
"transport": 320000
|
| 76 |
+
},
|
| 77 |
+
"end": 0.1,
|
| 78 |
+
"start": {
|
| 79 |
+
"can": 0.7,
|
| 80 |
+
"square": 0.5,
|
| 81 |
+
"tool_hang": 0.5,
|
| 82 |
+
"transport": 0.9
|
| 83 |
+
}
|
| 84 |
+
},
|
| 85 |
+
"selection": "ascending_demo_index",
|
| 86 |
+
"source": "bc_regime",
|
| 87 |
+
"unsupported_learners": [
|
| 88 |
+
"zprl"
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"replay": {
|
| 92 |
+
"capacity_chunks": 1000000,
|
| 93 |
+
"pin_start_successes": false,
|
| 94 |
+
"success_buffer": "success_mask_on_shared_fifo",
|
| 95 |
+
"success_skip_rule": "skip_below_success_batch_size",
|
| 96 |
+
"unit": "executed_chunk"
|
| 97 |
+
},
|
| 98 |
+
"start": {
|
| 99 |
+
"max_episodes": 200,
|
| 100 |
+
"mode": "offline_buffer",
|
| 101 |
+
"policy": {
|
| 102 |
+
"default": "base_cfm_ode",
|
| 103 |
+
"zprl": "vib_base"
|
| 104 |
+
},
|
| 105 |
+
"target_successes": 20
|
| 106 |
+
},
|
| 107 |
+
"unified": {
|
| 108 |
+
"actor_target_tau": 0.005,
|
| 109 |
+
"critic_hidden": [
|
| 110 |
+
512,
|
| 111 |
+
512,
|
| 112 |
+
512
|
| 113 |
+
],
|
| 114 |
+
"critic_target_every_critic_step": true,
|
| 115 |
+
"critic_target_tau": 0.005,
|
| 116 |
+
"dsrl_noise_imitation_reference_dims": 28,
|
| 117 |
+
"gamma_env": 0.999,
|
| 118 |
+
"lr": {
|
| 119 |
+
"actor": 0.0001,
|
| 120 |
+
"critic": 0.0003,
|
| 121 |
+
"decay_end_env_steps": 1606196,
|
| 122 |
+
"min_ratio": 0.1,
|
| 123 |
+
"schedule": "warmup_cosine",
|
| 124 |
+
"temperature": 0.0003,
|
| 125 |
+
"warmup_env_steps": 20000
|
| 126 |
+
},
|
| 127 |
+
"reward": "binary_first_success",
|
| 128 |
+
"success_td_polyak": true,
|
| 129 |
+
"timeout_bootstrap": false,
|
| 130 |
+
"zprl_imitation": "mse_pretanh_mean"
|
| 131 |
+
},
|
| 132 |
+
"updates": {
|
| 133 |
+
"batch_size": 256,
|
| 134 |
+
"critic_per_actor": 2,
|
| 135 |
+
"success_batch_size": 256,
|
| 136 |
+
"utd_per_chunk": 3
|
| 137 |
+
},
|
| 138 |
+
"version": "study2_protocol_v10"
|
| 139 |
+
},
|
| 140 |
+
"protocol_hash": "bdfdfb18fc67ba88af67e02b6592b190b509c5ad68cbd7357fcbca9fa8c796b9",
|
| 141 |
+
"provenance_extra": {
|
| 142 |
+
"agent_library": {
|
| 143 |
+
"framework": "jax",
|
| 144 |
+
"sources": {
|
| 145 |
+
"__init__.py": "0356b394bbae9d0738649e4864a034c4ee5d6f329c8a7f862717b3428e52313c",
|
| 146 |
+
"_vendor/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 147 |
+
"_vendor/ogpo/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 148 |
+
"_vendor/ogpo/agents/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 149 |
+
"_vendor/ogpo/agents/modules/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 150 |
+
"_vendor/ogpo/agents/modules/bc_helper.py": "8913392cc0434057323b2f5b28aaeb36d2c31e6b129ef09d21352353fe276c14",
|
| 151 |
+
"_vendor/ogpo/agents/modules/dist_helper.py": "c0f429c6c70082f5f5258ffffdf4bf0e6b2e1587c26528d3ee937a4e302d9951",
|
| 152 |
+
"_vendor/ogpo/agents/modules/flax_utils.py": "36f27885a086a4ae561171de4650da86330dcd68f17694e3f71278677c614037",
|
| 153 |
+
"_vendor/ogpo/agents/modules/igp_targets_helper.py": "b0343a236a856ec734cc73a1e73186d7d6520dd9efc34b3597327d21b55c9522",
|
| 154 |
+
"_vendor/ogpo/agents/modules/maintenance.py": "7b40d670c277783e118a0669f57aa10370c76b7b8fe3c1d27d16af1a3e9f0865",
|
| 155 |
+
"_vendor/ogpo/agents/modules/pg_helper.py": "cb2e0e83e0c95af408c9bac86fc9ccf1d7e427b3edb315c5d042de5d0a9328d4",
|
| 156 |
+
"_vendor/ogpo/agents/modules/q_helper.py": "71d874b74af5d724d82bd9c4a0a6027d8795e5dc26755ae7838abc3cda54718e",
|
| 157 |
+
"_vendor/ogpo/agents/ogpo.py": "3393282fd4a972c97951715a5776a506e37102cbe5e9c21e5e1ed1e6288696b2",
|
| 158 |
+
"_vendor/ogpo/agents/qc.py": "55906d8b598ce0a2607782e886697c3766dd281a0664ec05bf96173fc8c22c56",
|
| 159 |
+
"_vendor/ogpo/networks/__init__.py": "089130459e91d2b43f5bca45e2659507379fe62351ce6d2d91a49a0387ed2e90",
|
| 160 |
+
"_vendor/ogpo/networks/actors.py": "c0ad2b12439f5da82128e35907314741c22ccc70692de33fed90e67a32f8d86a",
|
| 161 |
+
"_vendor/ogpo/networks/actors_fql.py": "0d9f8646f1230b442bc80457252656c007431ca62458afa5fdecd15150ed9c4d",
|
| 162 |
+
"_vendor/ogpo/networks/critics.py": "77e40f7ea9d6837f8f89d889bfcd7a70e0ef20076f65720d79a9bef3db5130b4",
|
| 163 |
+
"_vendor/ogpo/networks/encoders.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
| 164 |
+
"_vendor/ogpo/networks/encoders/__init__.py": "41ae7973f560af5539cff23643843a0c56c253722bb17d7372a9ade029abb670",
|
| 165 |
+
"_vendor/ogpo/networks/encoders/impala.py": "62b7f1dab0aefe6662d3fa0fc59417d125cb9687af71d7875d533e24ac3e89d2",
|
| 166 |
+
"_vendor/ogpo/networks/encoders/minvit.py": "93f0af908450588cdbc9fc18929247b55447bb7972833388244707628328ed33",
|
| 167 |
+
"_vendor/ogpo/networks/encoders/paligemma.py": "0f2a448fd52a2c161f921e7fd7d79be462f98db34c09bf68877f8ed67de9e82c",
|
| 168 |
+
"_vendor/ogpo/networks/encoders/vision_proprio.py": "01ade56e774aeb29c3e7cd1d59eff5e43b7827d102769a450f8d7cc5a17666c8",
|
| 169 |
+
"_vendor/ogpo/networks/modules/__init__.py": "39a4fe9455c1b58c505fa1d9c0a90179dd64cdd459e8341d9ef7fcf6b7af9aae",
|
| 170 |
+
"_vendor/ogpo/networks/modules/attention.py": "a835876c6269ba0c5c63f49005027e5524a750f0c6e7af8697093b9bb8ff4c55",
|
| 171 |
+
"_vendor/ogpo/networks/modules/distributions.py": "5430f1bc6ee7fa71aac65664c9c3f13500d1fec3c5b2b1d80fc6590cca8ac71d",
|
| 172 |
+
"_vendor/ogpo/networks/modules/misc.py": "527793d4e64be2bbc8c22e73a574d5cb604e4672eabd0db9843853107502f620",
|
| 173 |
+
"_vendor/ogpo/networks/modules/mlp.py": "e2cf4d9923d95df8747c1554cf94f20000e108b1a9b0d9b0729a759b597a1316",
|
| 174 |
+
"_vendor/ogpo/networks/modules/time_embedding.py": "54d1a400b1b179a75c5aa55501031aa5d6513da12715ab75b89eaacdbe9f76e1",
|
| 175 |
+
"_vendor/ogpo/networks/modules/two_tier.py": "aa5182a5932cd500f95f4fddcd16429d66c968988639ddf3d6b33a2297953166",
|
| 176 |
+
"dice.py": "6989a71a178af904061e418a94c06615acb7576d9d32548566cc0032e273f22b",
|
| 177 |
+
"dsrl_na.py": "973970bfb02b87ad995f04572bc4d8443cc1e92d6447fbcbcfb80d8fa97cd9ce",
|
| 178 |
+
"dsrl_sac.py": "292d55b2d6f314ec12d17c77c2da2badef6a3fbdde89ba953044e074da6fbc6c",
|
| 179 |
+
"factory.py": "0117708b7cdab69cfaa83bba70f1101aff7b33866117946c377a5cb2fcc6ea49",
|
| 180 |
+
"flow.py": "76dce89f145b4194885524731523eada50e86f8d06b86f7cfaffd0fb3e3b779a",
|
| 181 |
+
"native_config.py": "e9dbf33c0ec15a654c2dde7f504d4e2492c29cbdf84c4eedf42cda94c158e4de",
|
| 182 |
+
"native_flow.py": "e9a9dc59e4e2ccaa7355bebb3c98cc9c1e0080c493889d58bfefdc7bc341c763",
|
| 183 |
+
"native_replay.py": "4f5922a41c5f4e93c599794143c0a26d8b22cb6c38d675ede9538a7bd2b30402",
|
| 184 |
+
"native_residual.py": "00936a650eed103e380f201c9917a9bc414d7b48ba244d0018ebd7b032b3af67",
|
| 185 |
+
"native_train.py": "83bd25879b1096afcb8c1e7a4c34ab77c652dafde10d86f7fdea221c98f6d4a4",
|
| 186 |
+
"networks.py": "81460ac49a7b67ef66b0efd04e26e86c320456c190493143ea77b57c8fbc195d",
|
| 187 |
+
"ogpo.py": "3501a14eb1e1dd0e7194de541dc1af2dd0b4584f102b7e23b0b625d490c79093",
|
| 188 |
+
"optim.py": "41f5c0e4907e822449154959067a84f09820010bc02c6a01a74b5d5478a76192",
|
| 189 |
+
"qc.py": "38ef1b0ed7a4d0833ee50a182262a3bd668931d9499483fa58f7cad43b3f9274",
|
| 190 |
+
"registry.py": "0e7928dac526397186290fe1a914403daa69c39c2c9da9aa395bacfbca9dc617",
|
| 191 |
+
"residual.py": "2dfda94aee07537924912d14693b7d0a41a76c9aea02852a006e5f4877c082ee",
|
| 192 |
+
"telemetry.py": "e5716864ea9b2126b50b86fec78d56ecfd96f17832d5006f83cb2763e6092feb",
|
| 193 |
+
"train.py": "d1ec607894c8e126e710b5a4ef6c48a4e9bf6c66c0872ce2e2bdc1c65b66d98d",
|
| 194 |
+
"vib.py": "ab3a6721c7c051d21e7955940942bc0f6d064635dd9c73b7275589c150f19f5e",
|
| 195 |
+
"vib_workflow.py": "35b264975fbbcb7f1142af4284f245c9de043e3dab6689ca40657e7be47090f2",
|
| 196 |
+
"zprl.py": "fefe27f991d1a482a57b04738d5b22b9879f0ea405e1935e94dd58ba72c30609"
|
| 197 |
+
},
|
| 198 |
+
"version": "study2_jax_agents_v2"
|
| 199 |
+
},
|
| 200 |
+
"base_framework": "jax",
|
| 201 |
+
"bc_identity": {
|
| 202 |
+
"architecture": "dice_vision_resnet_flow_unet_v1",
|
| 203 |
+
"family": "StandardBaseBC",
|
| 204 |
+
"framework": "jax"
|
| 205 |
+
},
|
| 206 |
+
"checkpoint": "/ssd/WorkSpace/RL-Postrain/runs/operations/20261022_transport_focused50_v10_four/base/diverse50/epoch_3000.pkl",
|
| 207 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 208 |
+
"experiment": "transport_8",
|
| 209 |
+
"frozen_hash": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 210 |
+
"learner": {
|
| 211 |
+
"action_dim": 14,
|
| 212 |
+
"action_magnitude": null,
|
| 213 |
+
"actor_hidden": [
|
| 214 |
+
2048,
|
| 215 |
+
2048,
|
| 216 |
+
2048
|
| 217 |
+
],
|
| 218 |
+
"base_hash": "2414629d8dcbea1d75ca2831d5e0b649e65cffd56aa0ed22212fd0c3ec60b1bc",
|
| 219 |
+
"critic_hidden": [
|
| 220 |
+
512,
|
| 221 |
+
512,
|
| 222 |
+
512
|
| 223 |
+
],
|
| 224 |
+
"ensemble": 10,
|
| 225 |
+
"feature_dim": 146,
|
| 226 |
+
"horizon": 8,
|
| 227 |
+
"normalizer_hash": "189578de102ebae53ea96c0440cc6c237d38c63acf97a126e03cfdb1412f0e82",
|
| 228 |
+
"protocol": {
|
| 229 |
+
"checkpoint_every_rounds": 5,
|
| 230 |
+
"checkpoint_retention": {
|
| 231 |
+
"best": true,
|
| 232 |
+
"collapse_drop": {
|
| 233 |
+
"min_abs": 0.2,
|
| 234 |
+
"ratio": 0.5
|
| 235 |
+
},
|
| 236 |
+
"diagnostics": true,
|
| 237 |
+
"every_evals": 3
|
| 238 |
+
},
|
| 239 |
+
"collection": {
|
| 240 |
+
"n_envs": 4,
|
| 241 |
+
"train_seed_base": 100000000,
|
| 242 |
+
"train_seed_stride": 1000000,
|
| 243 |
+
"training_freq_chunks": 1000
|
| 244 |
+
},
|
| 245 |
+
"convergence": {
|
| 246 |
+
"early_stop": false,
|
| 247 |
+
"gain_lag": 10,
|
| 248 |
+
"high_sr": 0.95,
|
| 249 |
+
"high_sr_evals": 5,
|
| 250 |
+
"ma_window": 10,
|
| 251 |
+
"max_env_steps": 1606196,
|
| 252 |
+
"min_env_steps": 200000,
|
| 253 |
+
"min_gain": 0.02,
|
| 254 |
+
"zero_success_evals": 8
|
| 255 |
+
},
|
| 256 |
+
"critic_ensemble": {
|
| 257 |
+
"num": 10,
|
| 258 |
+
"policy": "mean",
|
| 259 |
+
"target": {
|
| 260 |
+
"kind": "subset_min",
|
| 261 |
+
"replace": false,
|
| 262 |
+
"size": 2
|
| 263 |
+
}
|
| 264 |
+
},
|
| 265 |
+
"eval": {
|
| 266 |
+
"best_of_n": 16,
|
| 267 |
+
"episodes": 200,
|
| 268 |
+
"every_env_steps": 20000,
|
| 269 |
+
"include_step0": true,
|
| 270 |
+
"seed_start": 960000,
|
| 271 |
+
"workers": 4
|
| 272 |
+
},
|
| 273 |
+
"final_eval": {
|
| 274 |
+
"episodes": 300,
|
| 275 |
+
"on_zero_stop": true,
|
| 276 |
+
"seed_start": 800000
|
| 277 |
+
},
|
| 278 |
+
"n_step_chunks": 3,
|
| 279 |
+
"offline": {
|
| 280 |
+
"adaptive_ratio": false,
|
| 281 |
+
"cohort_size": 50,
|
| 282 |
+
"episodes": 50,
|
| 283 |
+
"learners_without_offline": [
|
| 284 |
+
"dsrl_sac"
|
| 285 |
+
],
|
| 286 |
+
"ratio": {
|
| 287 |
+
"decay_env_steps": {
|
| 288 |
+
"can": 160000,
|
| 289 |
+
"square": 320000,
|
| 290 |
+
"tool_hang": 640000,
|
| 291 |
+
"transport": 320000
|
| 292 |
+
},
|
| 293 |
+
"end": 0.1,
|
| 294 |
+
"start": {
|
| 295 |
+
"can": 0.7,
|
| 296 |
+
"square": 0.5,
|
| 297 |
+
"tool_hang": 0.5,
|
| 298 |
+
"transport": 0.9
|
| 299 |
+
}
|
| 300 |
+
},
|
| 301 |
+
"selection": "ascending_demo_index",
|
| 302 |
+
"source": "bc_regime",
|
| 303 |
+
"unsupported_learners": [
|
| 304 |
+
"zprl"
|
| 305 |
+
]
|
| 306 |
+
},
|
| 307 |
+
"replay": {
|
| 308 |
+
"capacity_chunks": 1000000,
|
| 309 |
+
"pin_start_successes": false,
|
| 310 |
+
"success_buffer": "success_mask_on_shared_fifo",
|
| 311 |
+
"success_skip_rule": "skip_below_success_batch_size",
|
| 312 |
+
"unit": "executed_chunk"
|
| 313 |
+
},
|
| 314 |
+
"start": {
|
| 315 |
+
"max_episodes": 200,
|
| 316 |
+
"mode": "offline_buffer",
|
| 317 |
+
"policy": {
|
| 318 |
+
"default": "base_cfm_ode",
|
| 319 |
+
"zprl": "vib_base"
|
| 320 |
+
},
|
| 321 |
+
"target_successes": 20
|
| 322 |
+
},
|
| 323 |
+
"unified": {
|
| 324 |
+
"actor_target_tau": 0.005,
|
| 325 |
+
"critic_hidden": [
|
| 326 |
+
512,
|
| 327 |
+
512,
|
| 328 |
+
512
|
| 329 |
+
],
|
| 330 |
+
"critic_target_every_critic_step": true,
|
| 331 |
+
"critic_target_tau": 0.005,
|
| 332 |
+
"dsrl_noise_imitation_reference_dims": 28,
|
| 333 |
+
"gamma_env": 0.999,
|
| 334 |
+
"lr": {
|
| 335 |
+
"actor": 0.0001,
|
| 336 |
+
"critic": 0.0003,
|
| 337 |
+
"decay_end_env_steps": 1606196,
|
| 338 |
+
"min_ratio": 0.1,
|
| 339 |
+
"schedule": "warmup_cosine",
|
| 340 |
+
"temperature": 0.0003,
|
| 341 |
+
"warmup_env_steps": 20000
|
| 342 |
+
},
|
| 343 |
+
"reward": "binary_first_success",
|
| 344 |
+
"success_td_polyak": true,
|
| 345 |
+
"timeout_bootstrap": false,
|
| 346 |
+
"zprl_imitation": "mse_pretanh_mean"
|
| 347 |
+
},
|
| 348 |
+
"updates": {
|
| 349 |
+
"batch_size": 256,
|
| 350 |
+
"critic_per_actor": 2,
|
| 351 |
+
"success_batch_size": 256,
|
| 352 |
+
"utd_per_chunk": 3
|
| 353 |
+
},
|
| 354 |
+
"version": "study2_protocol_v10"
|
| 355 |
+
},
|
| 356 |
+
"subset": 2,
|
| 357 |
+
"variant": {
|
| 358 |
+
"flags": {
|
| 359 |
+
"noise_loglik_weight": 0.0,
|
| 360 |
+
"success_td": false
|
| 361 |
+
},
|
| 362 |
+
"learner": "dsrl_na",
|
| 363 |
+
"name": "dsrl_na",
|
| 364 |
+
"phase": 1,
|
| 365 |
+
"spec_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 366 |
+
"version": "study2_variants_v4"
|
| 367 |
+
},
|
| 368 |
+
"version": "study2_jax_agents_v2",
|
| 369 |
+
"vib_hash": null,
|
| 370 |
+
"weight_decay": null
|
| 371 |
+
},
|
| 372 |
+
"observation_mode": "pixel_state",
|
| 373 |
+
"offline_buffer": {
|
| 374 |
+
"actions_sha256": "602a4cc6482db479799da53e62fa1678116093a2158758a060c4890768d8a642",
|
| 375 |
+
"aux_sha256": "4938beb934e7896ef197bb8a94554f7700c2f3388e41dce07d6e26f8bd8adad6",
|
| 376 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 377 |
+
"chunks": 3183,
|
| 378 |
+
"dataset_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 379 |
+
"decision_ref": "[1017-S2OFFBC]",
|
| 380 |
+
"env_steps": 25283,
|
| 381 |
+
"features_sha256": "575427a36b77c8176d9ff534d6c846bffcd58bdad467ff1a06a86709a8caa0b6",
|
| 382 |
+
"horizon": 8,
|
| 383 |
+
"identity_hash": "ca5181f6c5339a36c5b51f6fc3717e7af279ced18fd92fcc3942fff20b37a997",
|
| 384 |
+
"learner_coordinates": "ResidualLearner:dsrl_na",
|
| 385 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 386 |
+
"ratio": {
|
| 387 |
+
"adaptive_ratio": false,
|
| 388 |
+
"rule": "D_demo kept for the whole run (never evicted), online RL data FIFO; each ordinary batch = batch_size uniform draws over the eligible D_demo + online windows, offline rows first"
|
| 389 |
+
},
|
| 390 |
+
"selection": {
|
| 391 |
+
"cohort_size": 50,
|
| 392 |
+
"demos": [
|
| 393 |
+
"demo_0",
|
| 394 |
+
"demo_7",
|
| 395 |
+
"demo_8",
|
| 396 |
+
"demo_10",
|
| 397 |
+
"demo_11",
|
| 398 |
+
"demo_13",
|
| 399 |
+
"demo_14",
|
| 400 |
+
"demo_17",
|
| 401 |
+
"demo_20",
|
| 402 |
+
"demo_22",
|
| 403 |
+
"demo_28",
|
| 404 |
+
"demo_29",
|
| 405 |
+
"demo_33",
|
| 406 |
+
"demo_38",
|
| 407 |
+
"demo_39",
|
| 408 |
+
"demo_48",
|
| 409 |
+
"demo_49",
|
| 410 |
+
"demo_53",
|
| 411 |
+
"demo_59",
|
| 412 |
+
"demo_61",
|
| 413 |
+
"demo_69",
|
| 414 |
+
"demo_75",
|
| 415 |
+
"demo_76",
|
| 416 |
+
"demo_81",
|
| 417 |
+
"demo_83",
|
| 418 |
+
"demo_88",
|
| 419 |
+
"demo_95",
|
| 420 |
+
"demo_96",
|
| 421 |
+
"demo_102",
|
| 422 |
+
"demo_103",
|
| 423 |
+
"demo_105",
|
| 424 |
+
"demo_108",
|
| 425 |
+
"demo_119",
|
| 426 |
+
"demo_120",
|
| 427 |
+
"demo_126",
|
| 428 |
+
"demo_128",
|
| 429 |
+
"demo_139",
|
| 430 |
+
"demo_151",
|
| 431 |
+
"demo_152",
|
| 432 |
+
"demo_154",
|
| 433 |
+
"demo_159",
|
| 434 |
+
"demo_163",
|
| 435 |
+
"demo_165",
|
| 436 |
+
"demo_171",
|
| 437 |
+
"demo_173",
|
| 438 |
+
"demo_177",
|
| 439 |
+
"demo_180",
|
| 440 |
+
"demo_181",
|
| 441 |
+
"demo_182",
|
| 442 |
+
"demo_190"
|
| 443 |
+
],
|
| 444 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain/data/bc/versions/ph_distribution_v2/manifests/transport.json",
|
| 445 |
+
"manifest_sha256": "8f2569c5918df85bccd661f8b4c8f76fd73948ca0c4ff96487e949ddbdb4013f",
|
| 446 |
+
"regime": "diverse50",
|
| 447 |
+
"source": "bc_regime",
|
| 448 |
+
"source_ph_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 449 |
+
"split": {
|
| 450 |
+
"training": 45,
|
| 451 |
+
"validation": 5
|
| 452 |
+
},
|
| 453 |
+
"task": "transport"
|
| 454 |
+
}
|
| 455 |
+
},
|
| 456 |
+
"offline_role": "mixed",
|
| 457 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 458 |
+
"smoke": false,
|
| 459 |
+
"task": "transport",
|
| 460 |
+
"task_spec_hash": "fd9c198a613abab85d95bda9521355ae6d926bcf7da1895ca7a1dd03325117cb"
|
| 461 |
+
},
|
| 462 |
+
"seed": 2,
|
| 463 |
+
"start_policy": "base_cfm_ode",
|
| 464 |
+
"variant": {
|
| 465 |
+
"flags": {
|
| 466 |
+
"noise_loglik_weight": 0.0,
|
| 467 |
+
"success_td": false
|
| 468 |
+
},
|
| 469 |
+
"learner": "dsrl_na",
|
| 470 |
+
"name": "dsrl_na",
|
| 471 |
+
"phase": 1,
|
| 472 |
+
"spec_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 473 |
+
"version": "study2_variants_v4"
|
| 474 |
+
},
|
| 475 |
+
"variant_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979"
|
| 476 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/start_protocol.json
ADDED
|
@@ -0,0 +1,103 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"committed_episodes": [],
|
| 3 |
+
"mode": "offline_buffer",
|
| 4 |
+
"note": "[1006-S2V5] no BC start rollout; RL collects from step 0",
|
| 5 |
+
"offline": {
|
| 6 |
+
"adaptive_ratio": false,
|
| 7 |
+
"batches": 0,
|
| 8 |
+
"decay_env_steps": null,
|
| 9 |
+
"identity_hash": "ca5181f6c5339a36c5b51f6fc3717e7af279ced18fd92fcc3942fff20b37a997",
|
| 10 |
+
"last_ratio": null,
|
| 11 |
+
"offline_rows": 0,
|
| 12 |
+
"online_rows": 0,
|
| 13 |
+
"ratio_end": null,
|
| 14 |
+
"ratio_start": null,
|
| 15 |
+
"records": 3183
|
| 16 |
+
},
|
| 17 |
+
"offline_identity": {
|
| 18 |
+
"actions_sha256": "602a4cc6482db479799da53e62fa1678116093a2158758a060c4890768d8a642",
|
| 19 |
+
"aux_sha256": "4938beb934e7896ef197bb8a94554f7700c2f3388e41dce07d6e26f8bd8adad6",
|
| 20 |
+
"checkpoint_sha256": "b82b0c433a011cd236f7071cf7d169f297f77ee51ba490f305b0b25754cd747c",
|
| 21 |
+
"chunks": 3183,
|
| 22 |
+
"dataset_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 23 |
+
"decision_ref": "[1017-S2OFFBC]",
|
| 24 |
+
"env_steps": 25283,
|
| 25 |
+
"features_sha256": "575427a36b77c8176d9ff534d6c846bffcd58bdad467ff1a06a86709a8caa0b6",
|
| 26 |
+
"horizon": 8,
|
| 27 |
+
"learner_coordinates": "ResidualLearner:dsrl_na",
|
| 28 |
+
"pixel_spec_hash": "5aa40c11f734d167f60d1c52f395d200b6a42fa0ea156bcc61d0ed317cd8335b",
|
| 29 |
+
"ratio": {
|
| 30 |
+
"adaptive_ratio": false,
|
| 31 |
+
"rule": "D_demo kept for the whole run (never evicted), online RL data FIFO; each ordinary batch = batch_size uniform draws over the eligible D_demo + online windows, offline rows first"
|
| 32 |
+
},
|
| 33 |
+
"selection": {
|
| 34 |
+
"cohort_size": 50,
|
| 35 |
+
"demos": [
|
| 36 |
+
"demo_0",
|
| 37 |
+
"demo_7",
|
| 38 |
+
"demo_8",
|
| 39 |
+
"demo_10",
|
| 40 |
+
"demo_11",
|
| 41 |
+
"demo_13",
|
| 42 |
+
"demo_14",
|
| 43 |
+
"demo_17",
|
| 44 |
+
"demo_20",
|
| 45 |
+
"demo_22",
|
| 46 |
+
"demo_28",
|
| 47 |
+
"demo_29",
|
| 48 |
+
"demo_33",
|
| 49 |
+
"demo_38",
|
| 50 |
+
"demo_39",
|
| 51 |
+
"demo_48",
|
| 52 |
+
"demo_49",
|
| 53 |
+
"demo_53",
|
| 54 |
+
"demo_59",
|
| 55 |
+
"demo_61",
|
| 56 |
+
"demo_69",
|
| 57 |
+
"demo_75",
|
| 58 |
+
"demo_76",
|
| 59 |
+
"demo_81",
|
| 60 |
+
"demo_83",
|
| 61 |
+
"demo_88",
|
| 62 |
+
"demo_95",
|
| 63 |
+
"demo_96",
|
| 64 |
+
"demo_102",
|
| 65 |
+
"demo_103",
|
| 66 |
+
"demo_105",
|
| 67 |
+
"demo_108",
|
| 68 |
+
"demo_119",
|
| 69 |
+
"demo_120",
|
| 70 |
+
"demo_126",
|
| 71 |
+
"demo_128",
|
| 72 |
+
"demo_139",
|
| 73 |
+
"demo_151",
|
| 74 |
+
"demo_152",
|
| 75 |
+
"demo_154",
|
| 76 |
+
"demo_159",
|
| 77 |
+
"demo_163",
|
| 78 |
+
"demo_165",
|
| 79 |
+
"demo_171",
|
| 80 |
+
"demo_173",
|
| 81 |
+
"demo_177",
|
| 82 |
+
"demo_180",
|
| 83 |
+
"demo_181",
|
| 84 |
+
"demo_182",
|
| 85 |
+
"demo_190"
|
| 86 |
+
],
|
| 87 |
+
"manifest": "/ssd/WorkSpace/RL-Postrain/data/bc/versions/ph_distribution_v2/manifests/transport.json",
|
| 88 |
+
"manifest_sha256": "8f2569c5918df85bccd661f8b4c8f76fd73948ca0c4ff96487e949ddbdb4013f",
|
| 89 |
+
"regime": "diverse50",
|
| 90 |
+
"source": "bc_regime",
|
| 91 |
+
"source_ph_sha256": "260515618f4c8b660e54171497ecceb08c7c6463691a9ce862b158bcacd950b4",
|
| 92 |
+
"split": {
|
| 93 |
+
"training": 45,
|
| 94 |
+
"validation": 5
|
| 95 |
+
},
|
| 96 |
+
"task": "transport"
|
| 97 |
+
}
|
| 98 |
+
},
|
| 99 |
+
"policy": "base_cfm_ode",
|
| 100 |
+
"start_chunks": 0,
|
| 101 |
+
"start_env_steps": 0,
|
| 102 |
+
"status": "complete"
|
| 103 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/status.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"accounting": {
|
| 3 |
+
"evaluation": {
|
| 4 |
+
"calls": 82,
|
| 5 |
+
"episodes": 16500
|
| 6 |
+
},
|
| 7 |
+
"history_complete": true,
|
| 8 |
+
"normalized": {
|
| 9 |
+
"checkpoint_seconds_per_env_step": 6.808334019746875e-05,
|
| 10 |
+
"chunks_per_10000_env_steps": 1254.4877435926417,
|
| 11 |
+
"denominator_env_steps": 1610219,
|
| 12 |
+
"diagnostics_seconds_per_env_step": 0.00015340963101129743,
|
| 13 |
+
"episodes_per_10000_env_steps": 15.823934508287381,
|
| 14 |
+
"evaluation_seconds_per_env_step": 0.07863931684092963,
|
| 15 |
+
"history_complete": true,
|
| 16 |
+
"projected_chunks": 201495.3195807527,
|
| 17 |
+
"projected_episodes": 2541.634031147316,
|
| 18 |
+
"projected_training_seconds": 35941.86950847279,
|
| 19 |
+
"projected_wall_seconds": 162660.24276936852,
|
| 20 |
+
"projection_budget_env_steps": 1606196,
|
| 21 |
+
"projection_is_estimate": true,
|
| 22 |
+
"rollout_seconds_per_env_step": 0.012063188491402565,
|
| 23 |
+
"training_seconds_per_env_step": 0.022377013458178698,
|
| 24 |
+
"updates_seconds_per_env_step": 0.010313824966776132,
|
| 25 |
+
"wall_seconds_per_env_step": 0.10127048179012307
|
| 26 |
+
},
|
| 27 |
+
"rollout": {
|
| 28 |
+
"chunks": 202000,
|
| 29 |
+
"env_steps": 1610219,
|
| 30 |
+
"episodes": 2548,
|
| 31 |
+
"start_chunks": 0,
|
| 32 |
+
"start_env_steps": 0,
|
| 33 |
+
"successes": 1335,
|
| 34 |
+
"truncated_episodes": 1213
|
| 35 |
+
},
|
| 36 |
+
"schema_version": 1,
|
| 37 |
+
"sequence": 1747,
|
| 38 |
+
"sessions": 1,
|
| 39 |
+
"time": {
|
| 40 |
+
"checkpoint_seconds": 109.62908796942793,
|
| 41 |
+
"diagnostics_seconds": 247.02310263738036,
|
| 42 |
+
"evaluation_seconds": 126626.52212428488,
|
| 43 |
+
"preparation_seconds": 47.43620133213699,
|
| 44 |
+
"restore_seconds": 0.0,
|
| 45 |
+
"rollout_seconds": 19424.375309437746,
|
| 46 |
+
"start_rollout_seconds": 0.0,
|
| 47 |
+
"training_seconds": 36031.89223361504,
|
| 48 |
+
"updates_seconds": 16607.516924177296,
|
| 49 |
+
"wall_hours": 45.29657053266949,
|
| 50 |
+
"wall_seconds": 163067.65391761018
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"detail": null,
|
| 54 |
+
"evals": 81,
|
| 55 |
+
"final_eval": {
|
| 56 |
+
"episodes": 300,
|
| 57 |
+
"imputed": false,
|
| 58 |
+
"n_success": 160,
|
| 59 |
+
"observed": true,
|
| 60 |
+
"seed_start": 800000,
|
| 61 |
+
"sr": 0.5333333333333333
|
| 62 |
+
},
|
| 63 |
+
"learner": "dsrl_na",
|
| 64 |
+
"learner_counters": {
|
| 65 |
+
"actor_updates": 303000,
|
| 66 |
+
"alpha_updates": 606000,
|
| 67 |
+
"clip_stats": {
|
| 68 |
+
"clip_mag_sum": 0.0,
|
| 69 |
+
"coords_clipped_frac": 0.0,
|
| 70 |
+
"max_clip_mag": 0.0,
|
| 71 |
+
"mean_clip_mag": 0.0,
|
| 72 |
+
"n_clipped": 0,
|
| 73 |
+
"n_coords": 22624000
|
| 74 |
+
},
|
| 75 |
+
"clip_stats_start": null,
|
| 76 |
+
"critic_updates": 606000,
|
| 77 |
+
"imitation_skipped": 0,
|
| 78 |
+
"imitation_updates": 0,
|
| 79 |
+
"noise_updates": 303000,
|
| 80 |
+
"success_td_skipped": 0,
|
| 81 |
+
"success_td_updates": 0,
|
| 82 |
+
"target_updates": 606000
|
| 83 |
+
},
|
| 84 |
+
"phase": 1,
|
| 85 |
+
"protocol_hash": "bdfdfb18fc67ba88af67e02b6592b190b509c5ad68cbd7357fcbca9fa8c796b9",
|
| 86 |
+
"resumes": [],
|
| 87 |
+
"schedule": {
|
| 88 |
+
"actor_updates": 303000,
|
| 89 |
+
"chunk_transitions": 202000,
|
| 90 |
+
"critic_updates": 606000,
|
| 91 |
+
"gradient_updates": 606000,
|
| 92 |
+
"rl_chunks": 202000,
|
| 93 |
+
"rl_env_steps": 1610219,
|
| 94 |
+
"round_index": 202,
|
| 95 |
+
"update_index": 606000
|
| 96 |
+
},
|
| 97 |
+
"seed": 2,
|
| 98 |
+
"start": {
|
| 99 |
+
"mode": "offline_buffer",
|
| 100 |
+
"note": "[1006-S2V5] no BC start rollout; RL collects from step 0",
|
| 101 |
+
"offline": {
|
| 102 |
+
"adaptive_ratio": false,
|
| 103 |
+
"batches": 909000,
|
| 104 |
+
"decay_env_steps": null,
|
| 105 |
+
"identity_hash": "ca5181f6c5339a36c5b51f6fc3717e7af279ced18fd92fcc3942fff20b37a997",
|
| 106 |
+
"last_ratio": 0.015513888415029415,
|
| 107 |
+
"offline_rows": 14755536,
|
| 108 |
+
"online_rows": 217948464,
|
| 109 |
+
"ratio_end": null,
|
| 110 |
+
"ratio_start": null,
|
| 111 |
+
"records": 3183
|
| 112 |
+
},
|
| 113 |
+
"start_chunks": 0,
|
| 114 |
+
"start_env_steps": 0,
|
| 115 |
+
"status": "complete"
|
| 116 |
+
},
|
| 117 |
+
"status": "budget_complete",
|
| 118 |
+
"stop": {
|
| 119 |
+
"eval_index": 80,
|
| 120 |
+
"gain": 0.01550000000000007,
|
| 121 |
+
"ma": 0.546,
|
| 122 |
+
"rl_env_steps": 1610219,
|
| 123 |
+
"sr": 0.54,
|
| 124 |
+
"status": "budget_complete",
|
| 125 |
+
"trend": "flat"
|
| 126 |
+
},
|
| 127 |
+
"success_sampling": {
|
| 128 |
+
"imitation": {
|
| 129 |
+
"requested": 0,
|
| 130 |
+
"rounds_with_skips": 0,
|
| 131 |
+
"sampled": 0,
|
| 132 |
+
"skipped": 0
|
| 133 |
+
},
|
| 134 |
+
"last_round": {
|
| 135 |
+
"imitation": {
|
| 136 |
+
"requested": 0,
|
| 137 |
+
"sampled": 0,
|
| 138 |
+
"skipped": 0
|
| 139 |
+
},
|
| 140 |
+
"requested": 0,
|
| 141 |
+
"round": 201,
|
| 142 |
+
"sampled": 0,
|
| 143 |
+
"skipped": 0
|
| 144 |
+
},
|
| 145 |
+
"requested": 0,
|
| 146 |
+
"rounds_with_skips": 0,
|
| 147 |
+
"sampled": 0,
|
| 148 |
+
"skipped": 0,
|
| 149 |
+
"td": {
|
| 150 |
+
"requested": 0,
|
| 151 |
+
"rounds_with_skips": 0,
|
| 152 |
+
"sampled": 0,
|
| 153 |
+
"skipped": 0
|
| 154 |
+
}
|
| 155 |
+
},
|
| 156 |
+
"variant": "dsrl_na",
|
| 157 |
+
"variant_hash": "288e84fd5eb8196404b74bd024f80ec14a2de9bac56dae6239fa3d474968c979",
|
| 158 |
+
"wandb": {
|
| 159 |
+
"enabled": false,
|
| 160 |
+
"error": null,
|
| 161 |
+
"finished": true,
|
| 162 |
+
"mode": "online",
|
| 163 |
+
"name": "Transport-Diverse50-DSRL-NA",
|
| 164 |
+
"project": "RL-postTrain",
|
| 165 |
+
"reason": null,
|
| 166 |
+
"run_id": "6c923a1f",
|
| 167 |
+
"transport": "relay",
|
| 168 |
+
"url": "https://wandb.ai/f70331658-university-of-chinese-academy-of-sciences/RL-postTrain/runs/6c923a1f"
|
| 169 |
+
}
|
| 170 |
+
}
|
RL/Transport50/DSRL-NA/diverse50/seed_2/training_accounting.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"evaluation": {
|
| 3 |
+
"calls": 82,
|
| 4 |
+
"episodes": 16500
|
| 5 |
+
},
|
| 6 |
+
"history_complete": true,
|
| 7 |
+
"normalized": {
|
| 8 |
+
"checkpoint_seconds_per_env_step": 6.808334019746875e-05,
|
| 9 |
+
"chunks_per_10000_env_steps": 1254.4877435926417,
|
| 10 |
+
"denominator_env_steps": 1610219,
|
| 11 |
+
"diagnostics_seconds_per_env_step": 0.00015340963101129743,
|
| 12 |
+
"episodes_per_10000_env_steps": 15.823934508287381,
|
| 13 |
+
"evaluation_seconds_per_env_step": 0.07863931684092963,
|
| 14 |
+
"history_complete": true,
|
| 15 |
+
"projected_chunks": 201495.3195807527,
|
| 16 |
+
"projected_episodes": 2541.634031147316,
|
| 17 |
+
"projected_training_seconds": 35941.86950847279,
|
| 18 |
+
"projected_wall_seconds": 162660.24276936852,
|
| 19 |
+
"projection_budget_env_steps": 1606196,
|
| 20 |
+
"projection_is_estimate": true,
|
| 21 |
+
"rollout_seconds_per_env_step": 0.012063188491402565,
|
| 22 |
+
"training_seconds_per_env_step": 0.022377013458178698,
|
| 23 |
+
"updates_seconds_per_env_step": 0.010313824966776132,
|
| 24 |
+
"wall_seconds_per_env_step": 0.10127048179012307
|
| 25 |
+
},
|
| 26 |
+
"rollout": {
|
| 27 |
+
"chunks": 202000,
|
| 28 |
+
"env_steps": 1610219,
|
| 29 |
+
"episodes": 2548,
|
| 30 |
+
"start_chunks": 0,
|
| 31 |
+
"start_env_steps": 0,
|
| 32 |
+
"successes": 1335,
|
| 33 |
+
"truncated_episodes": 1213
|
| 34 |
+
},
|
| 35 |
+
"schema_version": 1,
|
| 36 |
+
"sequence": 1748,
|
| 37 |
+
"sessions": 1,
|
| 38 |
+
"time": {
|
| 39 |
+
"checkpoint_seconds": 109.62908796942793,
|
| 40 |
+
"diagnostics_seconds": 247.02310263738036,
|
| 41 |
+
"evaluation_seconds": 126626.52212428488,
|
| 42 |
+
"preparation_seconds": 47.43620133213699,
|
| 43 |
+
"restore_seconds": 0.0,
|
| 44 |
+
"rollout_seconds": 19424.375309437746,
|
| 45 |
+
"start_rollout_seconds": 0.0,
|
| 46 |
+
"training_seconds": 36031.89223361504,
|
| 47 |
+
"updates_seconds": 16607.516924177296,
|
| 48 |
+
"wall_hours": 45.29657053266949,
|
| 49 |
+
"wall_seconds": 163067.65391761018
|
| 50 |
+
}
|
| 51 |
+
}
|