File size: 1,332 Bytes
fc3095f 602af72 fc3095f 602af72 fc3095f 602af72 fc3095f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | {
"base_model": "CohereLabs/cohere-transcribe-arabic-07-2026",
"variant": "middle",
"method": "decoder_only_finetune",
"target_column": "english",
"dataset": "Ahmed1/cohere-asr-cs",
"effective_batch_size": 32,
"seed": 42,
"bf16": true,
"train_examples": 1900,
"val_examples": 454,
"metrics": {
"train_runtime": 408.5423,
"train_samples_per_second": 27.904,
"train_steps_per_second": 0.881,
"total_flos": 5.372639220298678e+19,
"train_loss": 0.14237111575073666,
"epoch": 6.0
},
"freeze": {
"variant": "middle",
"decoder_module": "model.decoder",
"decoder_layers_total": 8,
"decoder_layers_trained": [
3,
4
],
"train_decoder_io": true,
"output_head": "proj_out",
"io_trainable_params": 35935232,
"layer_trainable_params": 33593344,
"encoder_module": "model.encoder",
"encoder_trainable_params": 0,
"total_params": 2065647872,
"trainable_params": 69528576,
"trainable_pct": 3.366
},
"hyperparameters": {
"learning_rate": 8e-05,
"num_train_epochs": 6,
"lr_scheduler_type": "cosine",
"warmup_ratio": 0.03,
"per_device_train_batch_size": 16,
"gradient_accumulation_steps": 2,
"optim": "adamw_bnb_8bit",
"weight_decay": 0.01,
"max_grad_norm": 1.0,
"save_total_limit": 1
}
}
|