# Multi-folder MATH Evaluation Configuration
# Used by test_math_multi.py / test_math_multi.sh
#
# 'grid' auto-generates 35 experiments from the parameter combinations.
# You can also add extra experiments manually in the 'experiments' section.

# ==================== Model Arguments ====================
model_name_or_path: /data/oss_bucket_0/liqi/models/gpt2
lora_r: 128
lora_alpha: 32
lora_init: True
use_lora: True

# ==================== Data Arguments ====================
data_name: math
batch_size: 16
enable_top_k: False
latent_top_k: 20
latent_top_k_temperature: 1.0

# ==================== Training Arguments (for inference) ====================
output_dir: /tmp/placeholder
model_max_length: 512
bf16: True
use_prj: True
prj_dim: 768
prj_dropout: 0.0
prj_no_ln: False
inf_num_iterations: 1
remove_eos: True
greedy: True
# pmps_nmb_prototypes and inf_latent_iterations are set per-experiment by the grid

# ==================== Parameter Grid ====================
# Auto-generates experiments from all combinations of:
#   inf_latent_iterations x pmps_nmb_prototypes_multipliers
# pmps_nmb_prototypes = inf_latent_iterations * multiplier
grid:
  base_dir: /data/oss_bucket_0/liqi/codi_pmps/math
  ckpt_subdir: gsm8k_gpt_pmps
  output_subdir: output_math
  folder_template: "k{k}_t0.1_mt0.1_fac0.5_l{l}_lr3e3_btz256_ep300"
  inf_latent_iterations: [2, 3, 4, 5, 6, 7, 8]
  pmps_nmb_prototypes_multipliers: [2, 3, 4, 5, 6]