| # Multi-folder MATH Evaluation Configuration | |
| # Used by test_math_multi.py / test_math_multi.sh | |
| # | |
| # 'grid' auto-generates 35 experiments from the parameter combinations. | |
| # You can also add extra experiments manually in the 'experiments' section. | |
| # ==================== Model Arguments ==================== | |
| model_name_or_path: /data/oss_bucket_0/liqi/models/gpt2 | |
| lora_r: 128 | |
| lora_alpha: 32 | |
| lora_init: True | |
| use_lora: True | |
| # ==================== Data Arguments ==================== | |
| data_name: math | |
| batch_size: 16 | |
| enable_top_k: False | |
| latent_top_k: 20 | |
| latent_top_k_temperature: 1.0 | |
| # ==================== Training Arguments (for inference) ==================== | |
| output_dir: /tmp/placeholder | |
| model_max_length: 512 | |
| bf16: True | |
| use_prj: True | |
| prj_dim: 768 | |
| prj_dropout: 0.0 | |
| prj_no_ln: False | |
| inf_num_iterations: 1 | |
| remove_eos: True | |
| greedy: True | |
| # pmps_nmb_prototypes and inf_latent_iterations are set per-experiment by the grid | |
| # ==================== Parameter Grid ==================== | |
| # Auto-generates experiments from all combinations of: | |
| # inf_latent_iterations x pmps_nmb_prototypes_multipliers | |
| # pmps_nmb_prototypes = inf_latent_iterations * multiplier | |
| grid: | |
| base_dir: /data/oss_bucket_0/liqi/codi_pmps/math | |
| ckpt_subdir: gsm8k_gpt_pmps | |
| output_subdir: output_math | |
| folder_template: "k{k}_t0.1_mt0.1_fac0.5_l{l}_lr3e3_btz256_ep300" | |
| inf_latent_iterations: [2, 3, 4, 5, 6, 7, 8] | |
| pmps_nmb_prototypes_multipliers: [2, 3, 4, 5, 6] | |