File size: 735 Bytes
ee76e99
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
{
 "name": "final_olens_lensB/ar",
 "ckpt": "ar.raw.lr1e-4.decay171155/milestone_step_205386",
 "run": "ar.raw.lr1e-4.decay171155",
 "n_tensors": 994,
 "n_params": 142947328,
 "overrides": "kind=ar name=ar.raw.lr1e-4 ar.space=raw training.lr=0.0001 data.train_dir=/data/pairs/w0,/data/pairs/w1,/data/pairs/w2 data.val_dir=/data/rulers/ar grad_ckpt=False compile=True training.num_workers=16 training.val_batch_size=64 data.basis_path=/data/basis.safetensors training.train_batch_size=72 training.gradient_accumulation_steps=1 effective_batch=576 training.max_steps=213944 wandb_id=ar.raw.lr1e-4.r1 name=ar.raw.lr1e-4.decay171155 wandb_id=ar.raw.lr1e-4.decay171155 branch_from=/runs/ar.raw.lr1e-4/milestone_step_171155 decay_frac=0.2"
}