Automatic Speech Recognition
MLX
ONNX
GGUF
Rust
English
Chinese
audio8
streaming-asr
quantized
experimental
Instructions to use Reza2kn/Audio8-ASR-Infinite-Compressed with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use Reza2kn/Audio8-ASR-Infinite-Compressed with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download Reza2kn/Audio8-ASR-Infinite-Compressed --local-dir Audio8-ASR-Infinite-Compressed
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Download evaluation/published-consumer/linux/vulkan-0.json from Reza2kn/Audio8-ASR-Infinite-Compressed: direct link, hf CLI and curl.
- Browser
- Download file 6.43 kB
-
https://huggingface.co/Reza2kn/Audio8-ASR-Infinite-Compressed/resolve/main/evaluation/published-consumer/linux/vulkan-0.json
- Command line
-
hf download hf://Reza2kn/Audio8-ASR-Infinite-Compressed/evaluation/published-consumer/linux/vulkan-0.json
-
curl -L -o vulkan-0.json https://huggingface.co/Reza2kn/Audio8-ASR-Infinite-Compressed/resolve/main/evaluation/published-consumer/linux/vulkan-0.json
6.43 kB
| { | |
| "ready": { | |
| "kind": "caption_stream_ready", | |
| "backend": "vulkan", | |
| "device_index": 0, | |
| "model_sha256": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83", | |
| "runtime_info": { | |
| "model_sha256": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83", | |
| "tensor_count": 938, | |
| "resident_weight_payload_bytes": 2335448192, | |
| "allocated_weight_buffer_bytes": 2335448192, | |
| "arithmetic_profile": "f16_hidden_bf16_cache_f32_acc_no_q8_explicit_rounding_ggml_gelu_erf_v1", | |
| "precision_sentinel": { | |
| "identity": "audio8-q4_0-f16-f32-device-sentinel-v2", | |
| "device": { | |
| "backend": "Vulkan", | |
| "device_index": 0, | |
| "name": "Vulkan0", | |
| "description": "NVIDIA GeForce RTX 5080 Laptop GPU", | |
| "device_id": "0000:64:00.0", | |
| "integrated": false, | |
| "memory_free_bytes": 16549675008, | |
| "memory_total_bytes": 17094934528, | |
| "caps": { | |
| "async": true, | |
| "host_buffer": true, | |
| "events": true, | |
| "mmap": true | |
| }, | |
| "feature_api_available": false, | |
| "features": {} | |
| }, | |
| "shape": [ | |
| 3, | |
| 64, | |
| 1 | |
| ], | |
| "input": "F16", | |
| "accumulator": "F32", | |
| "counter_delta": 1, | |
| "counter_scope": "host_checked_direct_path_dispatch_constructions_not_shader_invocations", | |
| "max_abs_error": 0, | |
| "scratch_bytes": 256, | |
| "cpu_fallback": false, | |
| "full_model_fidelity_verified": false, | |
| "passed": true | |
| }, | |
| "device": { | |
| "backend": "Vulkan", | |
| "device_index": 0, | |
| "name": "Vulkan0", | |
| "description": "NVIDIA GeForce RTX 5080 Laptop GPU", | |
| "device_id": "0000:64:00.0", | |
| "integrated": false, | |
| "memory_free_bytes": 14002225152, | |
| "memory_total_bytes": 17094934528, | |
| "caps": { | |
| "async": true, | |
| "host_buffer": true, | |
| "events": true, | |
| "mmap": true | |
| }, | |
| "feature_api_available": false, | |
| "features": {} | |
| } | |
| }, | |
| "silero_model_sha256": "1a153a22f4509e292a94e67d6f9b85e8deb25b4988682b7e174c65279d8788e3", | |
| "vad_backend": "tract_cpu", | |
| "policy": "silero_v5_threshold0.5_silence2000ms_preroll400ms_v1", | |
| "vad_state_reset_on_asr_reset": false, | |
| "startup": "realtime18", | |
| "delay_ms": 240, | |
| "batch_windows": 1, | |
| "dtype": "float16", | |
| "cache_dtype": "bfloat16", | |
| "activation_quantization": false, | |
| "cpu_asr_fallback": false, | |
| "input_mode": "stdin", | |
| "model_loaded_once": true, | |
| "load_seconds": 2.398256205, | |
| "measured_word_aligned_latency": false, | |
| "production_accuracy_approved": false | |
| }, | |
| "final": { | |
| "kind": "caption_stream_complete", | |
| "status": "complete", | |
| "audio_samples": 93680, | |
| "audio_seconds": 5.855, | |
| "segments": 1, | |
| "selected_samples": 90864, | |
| "unconsumed_selected_samples": 0, | |
| "emissions": 85, | |
| "text_bytes": 88, | |
| "model_seconds": 3.5143742709999986, | |
| "reset_seconds": 0.011536593, | |
| "vad_seconds": 0.059096049000000025, | |
| "read_seconds": 2.8036805769999997, | |
| "sleep_seconds": 0, | |
| "elapsed_seconds": 6.39141978, | |
| "work_rtf": 0.6122983625960715, | |
| "peak_cache_bytes": 210169856, | |
| "max_retained_input_samples": 6912, | |
| "input_sha256": "22d472b40f913206b6917115d136306be88df3b278e77f68be5910423250fa4d", | |
| "generated_ids_sha256": "4cab5d89ace01105314a3ff9ea386dd217c2cb319c74d0295a34ead46d3c44f7", | |
| "all_source_audio_observed": true, | |
| "measured_word_aligned_latency": false, | |
| "production_accuracy_approved": false, | |
| "model_sha256": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83" | |
| }, | |
| "generated_token_ids": [ | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 12275, | |
| 13, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 3406, | |
| 2044, | |
| 374, | |
| 279, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 38471, | |
| 273, | |
| 315, | |
| 279, | |
| 151665, | |
| 151666, | |
| 6149, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 6846, | |
| 11, | |
| 323, | |
| 151665, | |
| 151666, | |
| 582, | |
| 525, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 15713, | |
| 311, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 10565, | |
| 151665, | |
| 151666, | |
| 806, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151666, | |
| 41482, | |
| 13, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665, | |
| 151665 | |
| ], | |
| "text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel.", | |
| "segments": [ | |
| { | |
| "kind": "caption_segment_end", | |
| "segment": 0, | |
| "start_sample": 2816, | |
| "end_sample": 93680, | |
| "final_eof": true, | |
| "unconsumed_samples": 0, | |
| "windows": 85, | |
| "seconds": 6.391417886, | |
| "text": "Mr. Quilter is the apostle of the middle classes, and we are glad to welcome his gospel." | |
| } | |
| ], | |
| "batch_work_rtf": 0.6122983625960715, | |
| "first_readable_seconds": 1.338739438, | |
| "clock_and_token_oracle_passed": true, | |
| "feeder": { | |
| "chunks": 293, | |
| "samples": 93680, | |
| "duration_seconds": 5.855274709872901, | |
| "max_write_seconds": 0.0029935899656265974, | |
| "max_delivery_lateness_seconds": 0.0036571939475837922, | |
| "process_started_monotonic": 1189205.044849726, | |
| "feeder_started_monotonic": 1189207.452358569, | |
| "ready_received_monotonic": 1189207.451872121, | |
| "clock_scope": "Feeder starts after host receipt of native readiness. Native and observer clocks are separately recorded; no microphone capture clock." | |
| }, | |
| "command": [ | |
| "/bin/sh", | |
| "/dev/shm/audio8-q3-public-linux-consumer-v1/run-vulkan.sh", | |
| "-", | |
| "en", | |
| "0" | |
| ], | |
| "invoked_shipped_launcher": true, | |
| "memory": { | |
| "os_peak_process_rss_bytes": 254443520, | |
| "os_peak_memory_footprint_bytes": null, | |
| "footprint_available": false, | |
| "rss_source_unit": "KiB (1024 bytes)", | |
| "elapsed_seconds": 8.91, | |
| "user_seconds": 4.39, | |
| "system_seconds": 0.59, | |
| "scope": "Fresh native child process including loading and inference; excludes Python harness. RSS and footprint are separate measurements and must not be summed." | |
| } | |
| } | |