File size: 1,505 Bytes
0508458 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 | # Full 500-task evaluation with five self-evolution rounds; 16 candidates per train/eval task.
seed: 43
data_seed: 42
model:
name: Qwen/Qwen2.5-Coder-1.5B-Instruct
device: auto
dtype: bfloat16
attn_implementation: sdpa
data:
train: data/mbpp/train.jsonl
calibration: data/mbpp/calibration.jsonl
validation: data/mbpp/validation.jsonl
eval: data/mbpp/eval.jsonl
output_dir: runs/retention_5round_single_seed_train16_eval16_b128_v1
data_limits: {}
methods:
- plain
- spd_hard
- spectral_soft
rounds: 5
checkpoint_retention: latest
generation:
train_samples: 16
eval_samples: 16
batch_size: 16
max_new_tokens: 512
max_prompt_tokens: 1024
temperature: 0.8
top_p: 0.95
top_k: 0
task_batch_size: 128
sequence_batch_size: 128
calibration:
max_examples: 50
max_length: 1536
span_mode: completion
layers: null
rank_fraction: 0.5
tau: 1.0
rho: 0.5
train:
epochs: 1
batch_size: 1
gradient_accumulation_steps: 16
max_length: 1536
learning_rate: 1.0e-05
weight_decay: 0.01
warmup_ratio: 0.03
max_grad_norm: 1.0
lora_rank: 8
lora_alpha: 8
lora_dropout: 0.05
gradient_checkpointing: true
loss_scope: all
evaluation:
backend: local
allow_unsafe_local: true
code_extraction: first_fence
workers: 8
timeout: 5
ks:
- 1
- 8
- 16
correct_budget: 4
correct_budgets:
- 4
- 8
- 16
correctness_margin: 0.01
bootstrap_samples: 2000
diagnostics:
evaluate_generation_policy: false
eval_task_limit: 128
eval_samples: 16
|