Upload latest retained checkpoint envstep_290000.pth.tar

metadata/metadata.yaml

@@ -0,0 +1,211 @@
+metadata_version: 2
+saved_at: '2026-05-21T09:11:40.412891+00:00'
+entrypoint: src.train_game
+game: connect4
+algo: efficientzero
+seed: 0
+max_env_step: 1000000
+exp_name: /workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-03_260520_145624
+checkpoint_dir: /workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-03_260520_145624/ckpt
+config_path: /workspace/combinatorial_reasoning_post_training/data/supported_training/runs/simplified5_two_machine_continuation_20260520/shard-0/configs/connect4.yaml
+cli_args:
+  game: null
+  config: /workspace/combinatorial_reasoning_post_training/data/supported_training/runs/simplified5_two_machine_continuation_20260520/shard-0/configs/connect4.yaml
+  list_games: false
+  algo: null
+  num_simulations: null
+  batch_size: null
+  update_per_collect: null
+  lr: null
+  seed: null
+  max_env_step: null
+  num_res_blocks: null
+  num_channels: null
+  replay_buffer_size: null
+  num_unroll_steps: null
+  reanalyze_ratio: null
+  battle_mode: null
+  no_wandb: false
+  cpu: false
+  torch_num_threads: 4
+  torch_num_interop_threads: 1
+  no_checkpoints: false
+  ckpt_dir: /workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-03
+  model_path: null
+  ckpt_every_env_steps: null
+  max_checkpoints_to_keep: null
+  best_ckpt_strategy: null
+  best_ckpt_ema_alpha: null
+  best_ckpt_min_episodes: null
+  eval_every_train_iters: null
+  eval_every_env_steps: null
+  eval_every_env_step_ratio: null
+  eval_opponent_type: null
+  eval_opponent_checkpoint_path: null
+  eval_opponent_checkpoint_selector: null
+  eval_opponent_update_policy: null
+  eval_opponent_num_simulations: null
+  eval_opponent_episodes: null
+  eval_opponent_env_num: null
+  eval_opponent_promotion_threshold: null
+  eval_opponent_fallback_to_env_bot: false
+  wandb_project: crpt-simplified5-corrected-quality
+  wandb_run_name: simplified5_two_machine_continuation_20260520__shard-0__connect4__a03
+  wandb_group: simplified5_two_machine_continuation_20260520
+  wandb_run_id: crpt-1f7566fa15ad59767371
+  wandb_dir: /workspace/combinatorial_reasoning_post_training/data/supported_training/runs/simplified5_two_machine_continuation_20260520/shard-0/wandb
+source_config:
+  game: connect4
+  algo: efficientzero
+  wandb_project: crpt
+  wandb_enabled: true
+  checkpoints:
+    save: true
+    dir: null
+    every_env_steps: 5000
+    best_ckpt_strategy: raw
+    best_ckpt_ema_alpha: 0.3
+    best_ckpt_min_episodes: 20
+    max_checkpoints_to_keep: 10
+    load_from: /workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-01_260520_133222/ckpt/envstep_5000.pth.tar
+  evaluation:
+    opponent_type: env_bot
+    every_train_iters: null
+    every_env_steps: 5000
+    previous_best_checkpoint:
+      path: null
+      selector: best
+      update_policy: on_new_best
+      num_simulations: null
+      n_evaluator_episode: null
+      evaluator_env_num: null
+      promotion_threshold: 0.0
+      fallback_to_env_bot: false
+    runtime_battle_mode: eval_mode
+    opponent_regime: meaningful_fixed_bot
+    opponent_impl: handwritten:lightzero_rule
+    primary_metric: win_rate_vs_fixed_bot
+    bot_strength_tier: moderate
+    bot_deterministic: false
+    requires_paired_audit: false
+    meaningful_fixed_bot: true
+  env:
+    collector_env_num: 4
+    evaluator_env_num: 10
+    n_evaluator_episode: 10
+    battle_mode: self_play_mode
+    bot_action_type: rule
+    prob_random_action_in_bot: 0.0
+    battle_mode_in_simulation_env: self_play_mode
+    stop_value: 2
+  defaults:
+    seed: 0
+    max_env_step: 1000000
+    num_simulations: 50
+    batch_size: 256
+    learning_rate: 0.003
+    piecewise_decay_lr_scheduler: false
+    update_per_collect: 50
+    replay_buffer_size: 100000
+    discount_factor: 1
+    game_segment_length: 42
+    td_steps: 42
+    reanalyze_ratio: 0.0
+    num_unroll_steps: 5
+  model:
+    num_res_blocks: 1
+    num_channels: 64
+model_info:
+  policy_type: efficientzero
+  model_class: EfficientZeroModel
+  trainable_params: 8707593
+  model_config:
+    observation_shape:
+    - 3
+    - 6
+    - 7
+    action_space_size: 7
+    image_channel: 3
+    num_res_blocks: 1
+    num_channels: 64
+  num_res_blocks: 1
+  num_channels: 64
+  observation_shape:
+  - 3
+  - 6
+  - 7
+  action_space_size: 7
+  image_channel: 3
+resolved_main_config:
+  exp_name: /workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-03_260520_145624
+  env:
+    battle_mode: self_play_mode
+    bot_action_type: rule
+    channel_last: false
+    collector_env_num: 4
+    evaluator_env_num: 10
+    n_evaluator_episode: 10
+    manager:
+      shared_memory: false
+    battle_mode_in_simulation_env: self_play_mode
+    prob_random_action_in_bot: 0.0
+  policy:
+    model:
+      observation_shape:
+      - 3
+      - 6
+      - 7
+      action_space_size: 7
+      image_channel: 3
+      num_res_blocks: 1
+      num_channels: 64
+    model_path: /workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-01_260520_133222/ckpt/envstep_5000.pth.tar
+    cuda: true
+    env_type: board_games
+    action_type: varied_action_space
+    game_segment_length: 42
+    update_per_collect: 50
+    batch_size: 256
+    optim_type: Adam
+    learning_rate: 0.003
+    grad_clip_value: 0.5
+    num_simulations: 50
+    reanalyze_ratio: 0.0
+    td_steps: 42
+    discount_factor: 1
+    n_episode: 4
+    eval_freq: 1000001
+    replay_buffer_size: 100000
+    collector_env_num: 4
+    evaluator_env_num: 10
+    use_wandb: true
+    best_ckpt_strategy: raw
+    best_ckpt_ema_alpha: 0.3
+    best_ckpt_min_episodes: 20
+    battle_mode: self_play_mode
+    battle_mode_in_simulation_env: self_play_mode
+    piecewise_decay_lr_scheduler: false
+    num_unroll_steps: 5
+    mcts_ctree: true
+    eval_opponent_type: env_bot
+    previous_best_checkpoint:
+      path: null
+      selector: best
+      update_policy: on_new_best
+      num_simulations: null
+      n_evaluator_episode: null
+      evaluator_env_num: null
+      promotion_threshold: 0.0
+      fallback_to_env_bot: false
+    device: cuda
+resolved_create_config:
+  env:
+    type: connect4
+    import_names:
+    - zoo.board_games.connect4.envs.connect4_env
+  env_manager:
+    type: subprocess
+  policy:
+    type: efficientzero
+    import_names:
+    - lzero.policy.efficientzero