NeMo
English
audio
speech
forced-alignment
reference-text-alignment
speech-processing
mfa
whisperx
python
metric:mae
Eval Results (legacy)
Instructions to use vertox-ai/speech-text-data-aligners with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- NeMo
How to use vertox-ai/speech-text-data-aligners with NeMo:
# tag did not correspond to a valid NeMo domain.
- Notebooks
- Google Colab
- Kaggle
Download config.json from vertox-ai/speech-text-data-aligners: direct link, hf CLI and curl.
- Browser
- Download file 5 kB
-
https://huggingface.co/vertox-ai/speech-text-data-aligners/resolve/main/config.json
- Command line
-
hf download hf://vertox-ai/speech-text-data-aligners/config.json
-
curl -L -o config.json https://huggingface.co/vertox-ai/speech-text-data-aligners/resolve/main/config.json
5 kB
| { | |
| "schema_version": "speech-text-data-aligners/config.v1", | |
| "project": { | |
| "name": "speech-text-data-aligners", | |
| "version": "0.1.0", | |
| "package": "speech_text_data_aligners", | |
| "python": ">=3.12", | |
| "entrypoint": "speech-text-aligners", | |
| "license": "Apache-2.0", | |
| "task": "forced-alignment", | |
| "languages": [ | |
| "en" | |
| ], | |
| "author": "Patrick Lumbantobing, VertoX-AI", | |
| "repository": "https://huggingface.co/vertox-ai/speech-text-data-aligners" | |
| }, | |
| "data_contract": { | |
| "transcript_column": "en_transcript", | |
| "source_columns": [ | |
| "line_id", | |
| "audio_id", | |
| "en_transcript", | |
| "ru_translation" | |
| ], | |
| "audio_path_template": "<audio_dir>/<audio_id>.wav", | |
| "alignment_columns": [ | |
| "first_word_text", | |
| "first_word_start_s", | |
| "first_word_end_s", | |
| "last_word_text", | |
| "last_word_start_s", | |
| "last_word_end_s" | |
| ], | |
| "timestamp_unit": "seconds", | |
| "authoritative_transcript": true | |
| }, | |
| "backend_registry": { | |
| "operational_selection": "mfa", | |
| "models": { | |
| "mfa": { | |
| "selected": true, | |
| "config_class": "speech_text_data_aligners.backends.mfa.config.MfaConfig", | |
| "runtime": { | |
| "package": "montreal-forced-aligner", | |
| "version": "3.4.2", | |
| "source_revision": "d2dc283bd79667e086b1f93050a1855349f63f1f", | |
| "kaldi_version": "5.5.1172", | |
| "kalpy_version": "0.10.5", | |
| "openfst_version": "1.8.4" | |
| }, | |
| "model": { | |
| "id": "MontrealCorpusTools/english_mfa", | |
| "revision": "1009e3c6c689f10875146a5e4e5c2233f8eaf922", | |
| "version": "3.3.0", | |
| "dialect": "english_us_mfa" | |
| }, | |
| "observed_evidence": { | |
| "model_tree_sha256": "486bf1be991b0590f3554040a16502d033237f63d5e426ca231b92b0a9829ada" | |
| } | |
| }, | |
| "whisperx": { | |
| "selected": false, | |
| "config_class": "speech_text_data_aligners.backends.whisperx.config.WhisperXConfig", | |
| "runtime": { | |
| "package": "whisperx", | |
| "version": "3.8.6", | |
| "source_revision": "3ccc17b8de34f305300f8a3fd3c9f76ba820c0d0", | |
| "torch_version": "2.8.0", | |
| "torchaudio_version": "2.8.0" | |
| }, | |
| "model": { | |
| "id": "WAV2VEC2_ASR_BASE_960H", | |
| "revision": "torchaudio-2.8.0", | |
| "language": "en" | |
| }, | |
| "observed_evidence": { | |
| "model_asset_sha256": "488fd4f16de84438ffc945334278c1b9fb9b7159a806c1080b16111a958c945d" | |
| } | |
| }, | |
| "nemo": { | |
| "selected": false, | |
| "config_class": "speech_text_data_aligners.backends.nemo.config.NemoConfig", | |
| "runtime": { | |
| "package": "nemo-toolkit", | |
| "version": "3.0.0", | |
| "source_revision": "fd6a877539710e2b98f28c43272ff81312f83417", | |
| "align_script_sha256": "1cfaf9526b47037204b7874c4432e4d5d07364a7fca1b840052c370d46ee2f03" | |
| }, | |
| "model": { | |
| "id": "stt_en_fastconformer_hybrid_large_pc", | |
| "revision": null, | |
| "resolution": "pretrained_name_or_local_checkpoint", | |
| "local_checkpoint_preferred": true | |
| }, | |
| "observed_evidence": { | |
| "model_sha256": "37afe6627816825af7646c02f9ada5dbf58fe870e7a9cc60fffbd8dd412c8b61" | |
| } | |
| } | |
| } | |
| }, | |
| "evaluation": { | |
| "manual_gold": { | |
| "rows": 5, | |
| "fields": [ | |
| "first_word_text", | |
| "first_word_end_s" | |
| ], | |
| "unvalidated_fields": [ | |
| "first_word_start_s", | |
| "last_word_start_s", | |
| "last_word_end_s" | |
| ] | |
| }, | |
| "results": [ | |
| { | |
| "backend": "mfa", | |
| "success": "5/5", | |
| "exact_first_word_text": "5/5", | |
| "first_word_end_mae_s": 0.0162, | |
| "first_word_end_median_s": 0.0110, | |
| "first_word_end_max_s": 0.0300, | |
| "observed_runtime_s": 274.9569 | |
| }, | |
| { | |
| "backend": "whisperx", | |
| "success": "5/5", | |
| "exact_first_word_text": "5/5", | |
| "first_word_end_mae_s": 0.0154, | |
| "first_word_end_median_s": 0.0140, | |
| "first_word_end_max_s": 0.0310, | |
| "observed_runtime_s": 28.5392 | |
| }, | |
| { | |
| "backend": "nemo", | |
| "success": "5/5", | |
| "exact_first_word_text": "5/5", | |
| "first_word_end_mae_s": 0.2210, | |
| "first_word_end_median_s": 0.0100, | |
| "first_word_end_max_s": 0.9200, | |
| "observed_runtime_s": 13.7050 | |
| } | |
| ], | |
| "full_36_pairwise_material_rows_at_0_250_s": { | |
| "mfa_vs_whisperx": 7, | |
| "mfa_vs_nemo": 28, | |
| "whisperx_vs_nemo": 32 | |
| }, | |
| "canonical_output": { | |
| "path": "results/final/final-annotated-36.csv", | |
| "sha256": "37bcb85fc22fb142dae40453b90dd3b427bbfd657861bee7529cd433915535a8" | |
| } | |
| }, | |
| "documentation": { | |
| "readme": "README.md", | |
| "architecture": "ARCHITECTURE.md", | |
| "configuration": "docs/CONFIGURATION.md", | |
| "evaluation": "docs/EVALUATION.md", | |
| "workflows": "docs/WORKFLOWS.md", | |
| "testing": "docs/TESTING.md", | |
| "status": "docs/PROJECT_STATUS.md" | |
| } | |
| } | |