| { | |
| "base": "runs/v3", | |
| "lora": 0, | |
| "steps": 5922, | |
| "rows": 378963, | |
| "lr": 5e-06, | |
| "eval": { | |
| "kl_before": 0.06131432654503502, | |
| "agree_before": 0.9351756198347108, | |
| "kl_after": 0.05286450635965082, | |
| "agree_after": 0.9425361570247934 | |
| }, | |
| "data": [ | |
| "data/syn.jsonl", | |
| "data/syn_multi.jsonl", | |
| "data/xnli.jsonl", | |
| "data/wide.jsonl", | |
| "data/hf_knowledge_think.jsonl", | |
| "data/hf_aux_think.jsonl", | |
| "data/hf.jsonl" | |
| ] | |
| } |