{ "base_model": "CohereLabs/tiny-aya-global", "engine": "aligntune", "recipe": { "epochs": 2, "batch_size": 1, "grad_accum": 16, "lr": 0.0001, "warmup_frac": 0.03, "max_len": 1536, "lora_r": 16, "lora_alpha": 32, "lora_dropout": 0.05, "targets": [ "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj" ] }, "train_rows": 5281, "train_dropped_over_max_len": 15, "val_rows": 305, "val_dropped_over_max_len": 4, "train_seconds": 21486.0 }