File size: 1,432 Bytes
0ab2566 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | # Multi-folder MATH Evaluation Configuration
# Used by test_math_multi.py / test_math_multi.sh
#
# 'grid' auto-generates 35 experiments from the parameter combinations.
# You can also add extra experiments manually in the 'experiments' section.
# ==================== Model Arguments ====================
model_name_or_path: /data/oss_bucket_0/liqi/models/gpt2
lora_r: 128
lora_alpha: 32
lora_init: True
use_lora: True
# ==================== Data Arguments ====================
data_name: math
batch_size: 16
enable_top_k: False
latent_top_k: 20
latent_top_k_temperature: 1.0
# ==================== Training Arguments (for inference) ====================
output_dir: /tmp/placeholder
model_max_length: 512
bf16: True
use_prj: True
prj_dim: 768
prj_dropout: 0.0
prj_no_ln: False
inf_num_iterations: 1
remove_eos: True
greedy: True
# pmps_nmb_prototypes and inf_latent_iterations are set per-experiment by the grid
# ==================== Parameter Grid ====================
# Auto-generates experiments from all combinations of:
# inf_latent_iterations x pmps_nmb_prototypes_multipliers
# pmps_nmb_prototypes = inf_latent_iterations * multiplier
grid:
base_dir: /data/oss_bucket_0/liqi/codi_pmps/math
ckpt_subdir: gsm8k_gpt_pmps
output_subdir: output_math
folder_template: "k{k}_t0.1_mt0.1_fac0.5_l{l}_lr3e3_btz256_ep300"
inf_latent_iterations: [2, 3, 4, 5, 6, 7, 8]
pmps_nmb_prototypes_multipliers: [2, 3, 4, 5, 6]
|