lorde-tiny-aya / train_meta.json
Oxlino's picture
Model card and fingerprints
35e5161 verified
Raw History Blame Contribute Delete
561 Bytes
{
"base_model": "CohereLabs/tiny-aya-global",
"engine": "aligntune",
"recipe": {
"epochs": 2,
"batch_size": 1,
"grad_accum": 16,
"lr": 0.0001,
"warmup_frac": 0.03,
"max_len": 1536,
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
]
},
"train_rows": 5281,
"train_dropped_over_max_len": 15,
"val_rows": 305,
"val_dropped_over_max_len": 4,
"train_seconds": 21486.0
}