File size: 956 Bytes
40276b9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"advbench_path": "/home/fs01/smw362/mars/distill/SOLD/experiments/alpaca_smollm/data_advbench/advbench.jsonl",
"cvar_quantile": 0.25,
"dataset_path": "/home/fs01/smw362/mars/distill/SOLD/experiments/alpaca_smollm/data",
"eval_holdout_count": 200,
"eval_holdout_seed": 0,
"grad_accum": 8,
"harmful_fraction": 0.286,
"harmful_mix": "mixed",
"learning_rate": 1e-05,
"log_every": 10,
"max_grad_norm": 1.0,
"max_new_tokens": 128,
"max_prompt_chars": 400,
"max_steps": 700,
"mode": "reference",
"model_kind": "instruct",
"model_name": "allenai/OLMo-2-1124-7B-Instruct",
"num_encodings": 8,
"optim": "paged_adamw_8bit",
"output_dir": "/home/fs01/smw362/mars/distill/SOLD/outputs/alpaca_smollm_olmo/instruct/inv_reference_mixed",
"prefix_tokens": 8,
"reference_device": null,
"reference_model": "allenai/OLMo-2-1124-7B-Instruct",
"save_steps": 175,
"seed": 42,
"vocab_cache_file": null,
"warmup_steps": 20
}
|