Download evaluation/summary.json from DontHash/neptrans-v4-ct2: direct link, hf CLI and curl.
- Browser
- Download file 2.77 kB
-
https://huggingface.co/DontHash/neptrans-v4-ct2/resolve/main/evaluation/summary.json
- Command line
-
hf download hf://DontHash/neptrans-v4-ct2/evaluation/summary.json
-
curl -L -o summary.json https://huggingface.co/DontHash/neptrans-v4-ct2/resolve/main/evaluation/summary.json
2.77 kB
| { | |
| "results_origin": "Saved v4 Transformers/PEFT training-run artifacts; not rerun during packaging", | |
| "ct2_full_test_evaluation": "not performed", | |
| "formal_test": { | |
| "eval_loss": 0.40005552768707275, | |
| "eval_model_preparation_time": 0.0482, | |
| "eval_wer": 36.47, | |
| "eval_cer": 19.24, | |
| "eval_target_weighted_wer": 44.15, | |
| "eval_runtime": 4492.7362, | |
| "eval_samples_per_second": 0.139, | |
| "eval_steps_per_second": 0.139, | |
| "epoch": 0 | |
| }, | |
| "development_at_selected_checkpoint": { | |
| "epoch": 3.0, | |
| "eval_cer": 11.16, | |
| "eval_loss": 0.258039653301239, | |
| "eval_runtime": 6200.8067, | |
| "eval_samples_per_second": 0.105, | |
| "eval_steps_per_second": 0.105, | |
| "eval_target_weighted_wer": 31.72, | |
| "eval_wer": 28.17, | |
| "step": 4026 | |
| }, | |
| "checkpoint_selection": { | |
| "step": 4026, | |
| "metric": "development target_weighted_wer", | |
| "value_percent": 31.72, | |
| "completed_epochs": 3.0 | |
| }, | |
| "training_runtime": { | |
| "train_runtime": 28402.3288, | |
| "train_samples_per_second": 0.86, | |
| "train_steps_per_second": 0.054, | |
| "total_flos": 2.231121230364672e+20, | |
| "train_loss": 1.9377462364742983, | |
| "epoch": 3.0, | |
| "training_wall_seconds": 28403.707338247914, | |
| "max_gpu_memory_allocated": 4043281408 | |
| }, | |
| "manifests": { | |
| "train_blended_15h.jsonl": { | |
| "clips": 21470, | |
| "hours": 49.093937, | |
| "language_buckets": { | |
| "mixed": { | |
| "clips": 6613, | |
| "reference_words_whitespace": 286831 | |
| }, | |
| "nepali": { | |
| "clips": 14473, | |
| "reference_words_whitespace": 75010 | |
| }, | |
| "english": { | |
| "clips": 384, | |
| "reference_words_whitespace": 20320 | |
| } | |
| } | |
| }, | |
| "development.jsonl": { | |
| "clips": 652, | |
| "hours": 2.625515, | |
| "language_buckets": { | |
| "mixed": { | |
| "clips": 580, | |
| "reference_words_whitespace": 25045 | |
| }, | |
| "nepali": { | |
| "clips": 67, | |
| "reference_words_whitespace": 1059 | |
| }, | |
| "english": { | |
| "clips": 5, | |
| "reference_words_whitespace": 72 | |
| } | |
| } | |
| }, | |
| "formal_test.jsonl": { | |
| "clips": 625, | |
| "hours": 2.586634, | |
| "language_buckets": { | |
| "mixed": { | |
| "clips": 360, | |
| "reference_words_whitespace": 17137 | |
| }, | |
| "nepali": { | |
| "clips": 75, | |
| "reference_words_whitespace": 1141 | |
| }, | |
| "english": { | |
| "clips": 190, | |
| "reference_words_whitespace": 9117 | |
| } | |
| } | |
| } | |
| }, | |
| "source_artifact_sha256": "d15f0cb8c4b6fafbe6c613a59cb956742d7b549f90b234e087b3ec8224ac027d", | |
| "formal_metrics_adapter_hash_recorded": false | |
| } | |