vanishingradient commited on
Commit
0611681
·
verified ·
1 Parent(s): bec7374

Add configs/kaggle_grpo.yaml

Browse files
Files changed (1) hide show
  1. configs/kaggle_grpo.yaml +45 -0
configs/kaggle_grpo.yaml ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Kaggle GRPO defaults — T4 x2, 4-bit LoRA, eval-before-checkpoint
2
+ accelerator: t4x2
3
+ seed: 42
4
+
5
+ model:
6
+ preferred:
7
+ - Qwen/Qwen2.5-Coder-1.5B-Instruct
8
+ - Qwen/Qwen2.5-Coder-0.5B-Instruct
9
+ - Qwen/Qwen2.5-1.5B-Instruct
10
+ - HuggingFaceTB/SmolLM2-1.7B-Instruct
11
+ - google/gemma-2-2b-it
12
+ max_seq_length: 2048
13
+ load_in_4bit: true
14
+ lora_r: 16
15
+ lora_alpha: 32
16
+ lora_dropout: 0.0
17
+
18
+ data:
19
+ hf_dataset_id: vanishingradient/deepagents-rl-mbpp
20
+ train_split: train
21
+ eval_split: eval
22
+ prompt_column: prompt
23
+
24
+ grpo:
25
+ learning_rate: 1.0e-6
26
+ num_generations: 4
27
+ max_completion_length: 512
28
+ per_device_train_batch_size: 1
29
+ gradient_accumulation_steps: 4
30
+ max_steps: 40
31
+ logging_steps: 1
32
+ # Save every N optimizer steps; ALWAYS run held-out eval + Langfuse BEFORE save
33
+ save_steps: 5
34
+ eval_before_checkpoint:
35
+ enabled: true
36
+ n_problems: 16
37
+ temperature: 0.0
38
+ max_new_tokens: 512
39
+ push_to_hub: true
40
+ hub_model_id: vanishingradient/deepagents-rl-coding
41
+
42
+ observability:
43
+ wandb_project: deepagents-rl-coding
44
+ langfuse_ compulsory: true
45
+ langfuse_eval_trace_name: kaggle-ckpt-eval