File size: 1,860 Bytes
0ab2566 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | # CODI MATH-dataset Evaluation Configuration
# Used by test_math.py / test_math.sh
# ==================== Model Arguments ====================
model_name_or_path: /data/oss_bucket_0/liqi/models/Llama-3.2-3B-Instruct
# model_name_or_path: /data/oss_bucket_0/liqi/models/Qwen3-4B-Instruct-2507
# model_name_or_path: /data/oss_bucket_0/liqi/models/gpt2
lora_r: 128
lora_alpha: 32
lora_init: True
use_lora: True
ckpt_dir: /data/oss_bucket_0/liqi/larger_model/llama-3b/math/k32_t0.1_mt0.1_fac0.3_l8_lr5e4_btz256_nopos_ep300/gsm8k_gpt_pmps/
# ckpt_dir: /data/oss_bucket_0/liqi/larger_model/qwen-4b/math/k32_t0.1_mt0.1_fac0.3_l8_lr8e4_btz256_pos6_ep300/gsm8k_gpt_pmps/
# ckpt_dir: /data/oss_bucket_0/liqi/codi_pmps/math/k24_t0.1_mt0.1_fac0.5_l6_lr3e3_btz256_ep300/gsm8k_gpt_pmps/
# ==================== Data Arguments ====================
data_name: math
# Path to the MATH test JSON. Each entry must contain `problem` and `answer`.
# `data_path` is read by test_math.py; falls back to the default path below if unset.
# data_path: /data/oss_bucket_0/liqi/dataset/MATH/test.json
batch_size: 16
enable_top_k: False
latent_top_k: 20
latent_top_k_temperature: 1.0
# ==================== Training Arguments (for inference) ====================
output_dir: /data/oss_bucket_0/liqi/larger_model/llama-3b/math/k32_t0.1_mt0.1_fac0.3_l8_lr5e4_btz256_nopos_ep300/output_math
# output_dir: /data/oss_bucket_0/liqi/larger_model/qwen-4b/math/k32_t0.1_mt0.1_fac0.3_l8_lr8e4_btz256_pos6_ep300/output_math
# output_dir: /data/oss_bucket_0/liqi/codi_pmps/math/k24_t0.1_mt0.1_fac0.5_l6_lr3e3_btz256_ep300/output_math
model_max_length: 64
bf16: True
# ==================== CODI Specific Arguments ====================
pmps_nmb_prototypes: 32
inf_latent_iterations: 8
use_prj: True
prj_dim: 3072
prj_dropout: 0.0
prj_no_ln: False
inf_num_iterations: 1
remove_eos: True
greedy: True
|