neptrans-v4-ct2 / evaluation /summary.json
DontHash's picture
Release NepTrans v4 with verified weights, model card, offline usage and evaluation provenance
7af30bb verified
Raw History Blame Contribute Delete
2.77 kB
{
"results_origin": "Saved v4 Transformers/PEFT training-run artifacts; not rerun during packaging",
"ct2_full_test_evaluation": "not performed",
"formal_test": {
"eval_loss": 0.40005552768707275,
"eval_model_preparation_time": 0.0482,
"eval_wer": 36.47,
"eval_cer": 19.24,
"eval_target_weighted_wer": 44.15,
"eval_runtime": 4492.7362,
"eval_samples_per_second": 0.139,
"eval_steps_per_second": 0.139,
"epoch": 0
},
"development_at_selected_checkpoint": {
"epoch": 3.0,
"eval_cer": 11.16,
"eval_loss": 0.258039653301239,
"eval_runtime": 6200.8067,
"eval_samples_per_second": 0.105,
"eval_steps_per_second": 0.105,
"eval_target_weighted_wer": 31.72,
"eval_wer": 28.17,
"step": 4026
},
"checkpoint_selection": {
"step": 4026,
"metric": "development target_weighted_wer",
"value_percent": 31.72,
"completed_epochs": 3.0
},
"training_runtime": {
"train_runtime": 28402.3288,
"train_samples_per_second": 0.86,
"train_steps_per_second": 0.054,
"total_flos": 2.231121230364672e+20,
"train_loss": 1.9377462364742983,
"epoch": 3.0,
"training_wall_seconds": 28403.707338247914,
"max_gpu_memory_allocated": 4043281408
},
"manifests": {
"train_blended_15h.jsonl": {
"clips": 21470,
"hours": 49.093937,
"language_buckets": {
"mixed": {
"clips": 6613,
"reference_words_whitespace": 286831
},
"nepali": {
"clips": 14473,
"reference_words_whitespace": 75010
},
"english": {
"clips": 384,
"reference_words_whitespace": 20320
}
}
},
"development.jsonl": {
"clips": 652,
"hours": 2.625515,
"language_buckets": {
"mixed": {
"clips": 580,
"reference_words_whitespace": 25045
},
"nepali": {
"clips": 67,
"reference_words_whitespace": 1059
},
"english": {
"clips": 5,
"reference_words_whitespace": 72
}
}
},
"formal_test.jsonl": {
"clips": 625,
"hours": 2.586634,
"language_buckets": {
"mixed": {
"clips": 360,
"reference_words_whitespace": 17137
},
"nepali": {
"clips": 75,
"reference_words_whitespace": 1141
},
"english": {
"clips": 190,
"reference_words_whitespace": 9117
}
}
}
},
"source_artifact_sha256": "d15f0cb8c4b6fafbe6c613a59cb956742d7b549f90b234e087b3ec8224ac027d",
"formal_metrics_adapter_hash_recorded": false
}