Audio8-ASR-Infinite-Compressed / execution_profile.json
Reza2kn's picture
Reduce MLX cache-rebase allocation and report sustained GPU streaming
fddfb10 verified
Raw
History Blame Contribute Delete
7.04 kB
{
"caption": {
"format": "audio8-silero-caption-profile-v1",
"license_sha256": "2e63e9a38b6e8fc0c7bc37ce174caca1862870856c6daf5697cfb785e925520b",
"mlx_dependencies": {
"mlx": "0.32.2",
"mlx-metal": "0.32.2",
"numpy": "2.5.3",
"onnxruntime": "1.30.0"
},
"policy": {
"hop_samples": 512,
"preroll_samples": 6400,
"sample_rate": 16000,
"silence_samples": 32000,
"speech_threshold": 0.5
},
"policy_sha256": "447c4ba4df84285af346d12a133dac307a6d53f0f71c465f1dd5850416d0df4b",
"requirements_sha256": "d5a5d709779bc64a60b06fb9f4cf18bd8e492ee4934f6b730a8bfd076f26ad68",
"silero_model_sha256": "1a153a22f4509e292a94e67d6f9b85e8deb25b4988682b7e174c65279d8788e3",
"source_sha256": "8b6d69400d95de97fc68b918eca6ac18a7cd30f7f38534d55c3e811c2363a19c"
},
"format": "audio8-mixed-q3-execution-v1",
"mlx": {
"bindings": {
"bundle_manifest": "f132d8c4dd0af2eaf49cef779635e83678e3169f002015e9a0a35c9f6f685656",
"bundle_weights": "e38b5a14c8636e1d9a586cd725538d17164554c8ef52f60f7fd293791acaa6c4",
"runtime_sources": {
"silero_input.py": "8d36f9cfc8aa92ce34afd1702113cec17f688a5bb0e0cd5ca73f387821cc620d",
"frontend.py": "fcfa93161c7c431fe5918fb559c52faa587c9eb0e790fae4057caed278f7f383",
"__init__.py": "687ad18a08c3dd374e55113a43b33ac1b27e208b01ce99a827187af4244ccd47",
"native_model_format.py": "600b957bb9f6ed38b1078d2d2d870d201b120774415d4b5d8f4121784f4be258",
"stream.py": "60bc5d7b5c6946ad63df284feb8d04bc99163bf15eab2f75d23f5a4ca7a97a55",
"gptq_q4_provenance.py": "461163cd7c68fcf5c4ff0061be1d895636f91ff31cfb12ba6c89f218aec0c418",
"model.py": "d9cd49025be5263a24ad86bdc29b817aaac348bd2a85059aa4f05cfe8b409b83",
"cli.py": "c8d7029a9e77436ba50739499b2132ce02d45e16c148640f3d3824bf61883158",
"native_weights.py": "4e518da4e765a90a3e419ad0c9827651f2a5829c55052bcef9ec855cf2ea2ffd",
"math.py": "839517e331f76bb3b000998e8368761c18575e67c07cc6be49cdd5029e634851",
"weights.py": "4c34bb6e77e41cdaa268498d80a65dc595a8c46e273d2414e2f122e3f0a04c1d",
"silero_stream.py": "1406e2e8972c638dedfd0dcf9b8e72d06296aed503f1bef28d86a1b9d8aa595e",
"__main__.py": "cf7390a2508a0fcad4777a4a629fc5212ab655cb45845975995f835676a834e3"
}
},
"caption": {
"format": "audio8-silero-caption-profile-v1",
"license_sha256": "2e63e9a38b6e8fc0c7bc37ce174caca1862870856c6daf5697cfb785e925520b",
"mlx_dependencies": {
"mlx": "0.32.2",
"mlx-metal": "0.32.2",
"numpy": "2.5.3",
"onnxruntime": "1.30.0"
},
"policy": {
"hop_samples": 512,
"preroll_samples": 6400,
"sample_rate": 16000,
"silence_samples": 32000,
"speech_threshold": 0.5
},
"policy_sha256": "447c4ba4df84285af346d12a133dac307a6d53f0f71c465f1dd5850416d0df4b",
"requirements_sha256": "d5a5d709779bc64a60b06fb9f4cf18bd8e492ee4934f6b730a8bfd076f26ad68",
"silero_model_sha256": "1a153a22f4509e292a94e67d6f9b85e8deb25b4988682b7e174c65279d8788e3",
"source_sha256": "8b6d69400d95de97fc68b918eca6ac18a7cd30f7f38534d55c3e811c2363a19c"
},
"path": "run-mlx.sh",
"profile": {
"batch_windows": 2,
"cache_dtype": "bfloat16",
"delay_ms": 240,
"dtype": "float16",
"first_batch_windows": 1,
"fuse_projections": true,
"gear": 4,
"math_mode": "compiled",
"memory_limit_gib": 4.0,
"startup": "realtime18",
"warmup_projections": true
},
"qualification": "evaluation/mlx-batch2-reserved-11/qualification.json",
"qualification_sha256": "cf2d73c477bf49cb5ff9c3b20a1992e49fb2db57f22daffca5616bd5afddd8c5",
"runtime_regression": "evaluation/mlx-memory-regression-11/verification.json",
"runtime_regression_sha256": "09dcfba1bace7545f360c8cb810bd23e429810a8d20a8bd28222c01a0dc7b02f"
},
"native": {
"linux-x86_64": {
"binary": "bin/linux-x86_64/audio8-stream",
"bindings": {
"binary": "d7d112e497a954b01c19fdb9d5a700116112d6b992a03b18a7f6dd85efbc75ca",
"model": "e38b5a14c8636e1d9a586cd725538d17164554c8ef52f60f7fd293791acaa6c4",
"source_archive": "01ad8a30f4b21150fbcbfbe3e6815473750477a4f675a899fd144985a6a781e9",
"source_manifest": "f8e817f4d3b9575b6223f9e30d382ee0a0e2a7ec4ab019c46dbcceb8fae2ad99"
},
"caption": {
"format": "audio8-silero-caption-profile-v1",
"license_sha256": "2e63e9a38b6e8fc0c7bc37ce174caca1862870856c6daf5697cfb785e925520b",
"mlx_dependencies": {
"mlx": "0.32.2",
"mlx-metal": "0.32.2",
"numpy": "2.5.3",
"onnxruntime": "1.30.0"
},
"policy": {
"hop_samples": 512,
"preroll_samples": 6400,
"sample_rate": 16000,
"silence_samples": 32000,
"speech_threshold": 0.5
},
"policy_sha256": "447c4ba4df84285af346d12a133dac307a6d53f0f71c465f1dd5850416d0df4b",
"requirements_sha256": "d5a5d709779bc64a60b06fb9f4cf18bd8e492ee4934f6b730a8bfd076f26ad68",
"silero_model_sha256": "1a153a22f4509e292a94e67d6f9b85e8deb25b4988682b7e174c65279d8788e3",
"source_sha256": "8b6d69400d95de97fc68b918eca6ac18a7cd30f7f38534d55c3e811c2363a19c"
},
"path": "run-cpu-linux-x86_64.sh",
"profile": {
"activation": "bf16",
"batch_windows": 1,
"cache_dtype": "bfloat16",
"cpu_affinity": {
"policy": "linux-physical-cores-v1",
"workers": 8
},
"delay_ms": 240,
"encoder_tiled_attention": true,
"first_batch_windows": 1,
"gear": 4,
"nice": null,
"pool_driver": true,
"prefix_mode": "optional",
"row_tasks": 4,
"startup": "realtime",
"worker_qos": "default",
"workers": 8
}
}
},
"primary_native_platform": "linux-x86_64",
"production_ready": false,
"status": "experimental",
"qualification": "evaluation/reserved-11/qualification.json",
"qualification_sha256": "0c96a730cf50cce413033ff196959264134c63469d95fd1d81c137f66d3a8897",
"gpu": {
"cuda": {
"binary": "fddd6ef5150c84060a6a6770da7ac7d60f7eef51f5f2e3d944831b625bb8e2fb",
"bridge": "07bf390862f5038339de1ff08398a62c61a9a44b0c47420ee35effb1d89025a2",
"model": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83",
"batch": 1,
"dtype": "float16",
"cache_dtype": "bfloat16",
"activation_quantization": false,
"silero_vad": true
},
"vulkan": {
"binary": "fddd6ef5150c84060a6a6770da7ac7d60f7eef51f5f2e3d944831b625bb8e2fb",
"bridge": "8b8e5df83a2a6a19db162b36f14535e37b5a32b3f46e620d2987aaf322895200",
"model": "f447bfe0d62200be97e0ce36e0883eb4499a42baded0840b15e9a1b68be17f83",
"batch": 1,
"dtype": "float16",
"cache_dtype": "bfloat16",
"activation_quantization": false,
"silero_vad": true
}
}
}