| { | |
| "base": "vllm-sr/d3-mini@df99bf4ca4418bc6908ee68e9b7479af1f3b8800", | |
| "seed": 1, | |
| "optimizer_steps": 1038, | |
| "selected_checkpoint": "final", | |
| "args": { | |
| "dtype": "bfloat16", | |
| "max_length": "8192", | |
| "max_tokens": "8192", | |
| "grad_accum": "16", | |
| "epochs": "2.0", | |
| "max_steps": "0", | |
| "lr": "0.0001", | |
| "readout_lr": "2e-05", | |
| "weight_decay": "0.0", | |
| "warmup": "0.05", | |
| "clip": "1.0", | |
| "lora_r": "16", | |
| "lora_alpha": "32", | |
| "lora_dropout": "0.05", | |
| "lora_targets": "['q_proj', 'k_proj', 'v_proj', 'o_proj', 'in_proj_qkv', 'in_proj_z', 'out_proj', 'gate_proj', 'up_proj', 'down_proj']", | |
| "rslora": "False", | |
| "freeze_readout": "False", | |
| "label_smoothing": "0.05", | |
| "shuffle_choices": "True", | |
| "no_grad_ckpt": "False", | |
| "eval_every": "400", | |
| "save_every": "400", | |
| "eval_batch": "8", | |
| "seed": "1", | |
| "log_every": "10", | |
| "vram_margin_gib": "3.0", | |
| "no_vram_check": "False", | |
| "abort_on_low_vram": "True" | |
| } | |
| } |