File size: 270 Bytes
0127113
1
2
{"learning_rate":0.000005,"optimizer":"AdamW","weight_decay":0.03,"steps":100,"accumulation":1,"seed":42,"save_every":25,"backbone":"frozen","lora_and_pointer_head":"trainable FP32","temperature_after_training":1.0,"scheduler":"constant","synthetic_examples_only":true}