Spaces:
Running
Running
Download app.py from oddadmix/tiny-voca-arabic: direct link, hf CLI and curl.
- Browser
- Download file 5.93 kB
-
https://huggingface.co/spaces/oddadmix/tiny-voca-arabic/resolve/main/app.py
- Command line
-
hf download hf://spaces/oddadmix/tiny-voca-arabic/app.py
-
curl -L -o app.py https://huggingface.co/spaces/oddadmix/tiny-voca-arabic/resolve/main/app.py
5.93 kB
| """tiny-voca-arabic demo: Modern Standard Arabic text -> speech on the CPU with ONNX Runtime. | |
| Text pipeline: numbers to words -> CATT diacritization -> rule-based MSA phonemes -> ONNX model. | |
| Long text is read sentence by sentence and the audio is joined. | |
| """ | |
| import json | |
| import os | |
| import re | |
| import time | |
| os.environ.setdefault("CATT_THREADS", "2") | |
| import gradio as gr | |
| import numpy as np | |
| import onnxruntime as ort | |
| from tiny_voca_ar.numbers import expand_numbers | |
| from tiny_voca_ar.text import NothingToPronounce, phonemize | |
| from tiny_voca_ar import arabic_frontend | |
| HERE = os.path.dirname(os.path.abspath(__file__)) | |
| META = json.load(open(os.path.join(HERE, "model.json"))) | |
| RATE, MAX_TOKENS = META["sample_rate"], META["max_tokens"] - 12 | |
| options = ort.SessionOptions() | |
| options.intra_op_num_threads = int(os.environ.get("THREADS", "2")) | |
| SESSION = ort.InferenceSession(os.path.join(HERE, "model.onnx"), options, providers=["CPUExecutionProvider"]) | |
| arabic_frontend.diacritize(["مرحبا"]) # load the diacritizer (downloads its ONNX files on first start) | |
| SENTENCE_END = re.compile(r"(?<=[.!?؟…])\s+(?=\S)") | |
| CLAUSE_END = re.compile(r"(?<=[،,;؛:])\s+") | |
| MAX_CHARS = 3000 | |
| def _run(phones, speed, pitch_shift, pitch_range): | |
| one = lambda v: np.array([v], dtype=np.float32) | |
| audio, _ = SESSION.run(None, { | |
| "tokens": np.array([phones.ids], dtype=np.int64), "stress": np.array([phones.stress], dtype=np.int64), | |
| "voice": np.array([0], dtype=np.int64), "speed": one(speed), "pitch_shift": one(pitch_shift), | |
| "pitch_range": one(pitch_range)}) | |
| return audio[0] | |
| def _pieces(text): | |
| """Split a sentence that is too long for one call: at commas first, then in halves between words.""" | |
| parts = [p for p in CLAUSE_END.split(text) if p.strip()] | |
| if len(parts) > 1: | |
| return parts | |
| words = text.split() | |
| if len(words) < 2: | |
| return [] | |
| half = len(words) // 2 | |
| return [" ".join(words[:half]), " ".join(words[half:])] | |
| def speak(text, speed=1.0, pitch_shift=0.0, pitch_range=1.0): | |
| text = (text or "").strip()[:MAX_CHARS] | |
| if not text: | |
| raise gr.Error("اكتب نصًا أولًا. Type some text first.") | |
| if text[-1] not in ".!?؟…": | |
| text += "." | |
| start = time.perf_counter() | |
| waves, diacritized = [], [] | |
| gap = np.zeros(int(0.12 * RATE), dtype=np.float32) | |
| def read(piece): | |
| try: | |
| phones = phonemize(piece) | |
| except NothingToPronounce: | |
| return | |
| if len(phones) <= MAX_TOKENS: | |
| waves.extend([_run(phones, speed, pitch_shift * 0.058, pitch_range), gap]) | |
| diacritized.append(" ".join(phones.diacritized)) | |
| return | |
| for part in _pieces(piece): | |
| read(part) | |
| for sentence in SENTENCE_END.split(expand_numbers(text)): | |
| read(sentence) | |
| if not waves: | |
| raise gr.Error("لا يوجد نص عربي للقراءة. There is no Arabic text to read.") | |
| audio = np.concatenate(waves[:-1]) | |
| peak = float(np.abs(audio).max()) | |
| if peak > 0.99: | |
| audio = audio * (0.99 / peak) | |
| took = time.perf_counter() - start | |
| seconds = len(audio) / RATE | |
| info = f"{seconds:.1f} s of audio in {took:.2f} s on the CPU ({seconds / took:.0f}× real time, including diacritization)" | |
| return (RATE, (audio * 32767).astype(np.int16)), "\n".join(diacritized), info | |
| EXAMPLES = [ | |
| ["مرحبًا بكم، هذا نموذج صغير لتحويل النص إلى كلام باللغة العربية الفصحى."], | |
| ["تقع مدينة القاهرة على ضفاف نهر النيل، وهي من أكبر المدن في العالم العربي."], | |
| ["هل يمكنك أن تخبرني عن حالة الطقس غدًا؟ أريد أن أخرج في نزهة مع أصدقائي."], | |
| ["يبلغ عدد سكان المدينة 2,500,000 نسمة، ونسبة الشباب فيها 35%."], | |
| ["العلم نور، والجهل ظلام. ومن جدّ وجد، ومن زرع حصد."], | |
| ] | |
| with gr.Blocks(title="tiny-voca-arabic") as demo: | |
| gr.Markdown( | |
| "# tiny-voca-arabic\n" | |
| "A **4.5M-parameter** Modern Standard Arabic text-to-speech model, trained from scratch, " | |
| "running here on the CPU with ONNX Runtime. Text is diacritized automatically " | |
| "(you can also add your own tashkeel), converted to phonemes with MSA rules, then spoken. " | |
| "[Model](https://huggingface.co/oddadmix/tiny-voca-arabic) · " | |
| "[Dataset](https://huggingface.co/datasets/oddadmix/msa-duplex-assistant-tts) · " | |
| "Based on [tiny-voca](https://huggingface.co/n4ze3m/tiny-voca) by Muhammed Nazeem (@n4ze3m): " | |
| "same architecture and training code, trained from scratch on Arabic.") | |
| with gr.Row(): | |
| with gr.Column(): | |
| text = gr.Textbox(label="النص (Text)", lines=5, rtl=True, value=EXAMPLES[0][0], max_length=MAX_CHARS) | |
| with gr.Accordion("Settings", open=False): | |
| speed = gr.Slider(0.6, 1.6, value=1.0, step=0.05, label="Speed") | |
| pitch = gr.Slider(-4, 4, value=0, step=0.5, label="Pitch shift (semitones)") | |
| prange = gr.Slider(0.0, 2.0, value=1.0, step=0.1, label="Pitch range (intonation)") | |
| button = gr.Button("تحدّث · Speak", variant="primary") | |
| with gr.Column(): | |
| audio = gr.Audio(label="Speech", type="numpy", autoplay=True) | |
| info = gr.Markdown() | |
| shown = gr.Textbox(label="Diacritized text the model read", rtl=True, lines=3, interactive=False) | |
| gr.Examples(EXAMPLES, inputs=[text]) | |
| gr.Markdown("The voice is synthetic. Please tell listeners when audio they hear was generated.") | |
| button.click(speak, [text, speed, pitch, prange], [audio, shown, info], api_name="speak") | |
| text.submit(speak, [text, speed, pitch, prange], [audio, shown, info]) | |
| if __name__ == "__main__": | |
| demo.queue(default_concurrency_limit=2).launch() | |