cybersos-tiny-aya-dagger-lora / resolved_sft_config.json
pgdev0410's picture
Add DAgger adapter (B3)
950761e verified
Raw History Blame Contribute Delete
625 Bytes
{
"base_manifest_path": "configs/base_model.json",
"batch_size": 8,
"development_scenarios_path": "data/scenarios/dev.jsonl",
"gradient_accumulation_steps": 1,
"gradient_checkpointing": true,
"learning_rate": 0.0001,
"lora_alpha": 32,
"lora_dropout": 0.05,
"lora_r": 16,
"lora_target_modules": "all-linear",
"model_path": "artifacts/base",
"num_epochs": 1,
"output_dir": "runs/sft-adapter-dagger",
"precision": "bf16",
"quantization": {},
"rendered_dataset_path": "data/rendered/train_alpaca_dagger.jsonl",
"seed": 42,
"serving_contract_path": "configs/baselines.yaml",
"smoke": false
}