Reader v2 (6 layers, LibriSpeech 960 h) replaces reader v1 on macOS, iOS and the h19p compiles
76865ae verified Download provenance/reader-v2/mac-gpu-jit-timing.json from mlboydaisuke/EmbeddingGemma-2-Transcribe-CoreAI: direct link, hf CLI and curl.
- Browser
- Download file 9.2 kB
-
https://huggingface.co/mlboydaisuke/EmbeddingGemma-2-Transcribe-CoreAI/resolve/main/provenance/reader-v2/mac-gpu-jit-timing.json
- Command line
-
hf download hf://mlboydaisuke/EmbeddingGemma-2-Transcribe-CoreAI/provenance/reader-v2/mac-gpu-jit-timing.json
-
curl -L -o mac-gpu-jit-timing.json https://huggingface.co/mlboydaisuke/EmbeddingGemma-2-Transcribe-CoreAI/resolve/main/provenance/reader-v2/mac-gpu-jit-timing.json
9.2 kB
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "window_label": "eg2stt-r8-bench-reader", | |
| "window_started": "2026-10-15T11:15:23+0900", | |
| "window_finished": "2026-10-15T11:16:03+0900", | |
| "compared_in_window_with": [ | |
| "fp16:750:gpu", | |
| "fp16:750:ane", | |
| "fp16:750:gpu-jit" | |
| ], | |
| "summary": { | |
| "reps_ok": 8, | |
| "reps_failed": 0, | |
| "audio_s_per_call": 30.0, | |
| "ms_median_of_rep_medians": 23.993, | |
| "ms_rep_median_range": [ | |
| 23.931, | |
| 24.178 | |
| ], | |
| "ms_p90_all_calls": 24.264, | |
| "x_realtime": 1250.3, | |
| "cpu_ms_per_call_median": 3.41, | |
| "load_s_first_process": 1.4, | |
| "load_s_first_process_cold": true, | |
| "load_s_warm_median": 0.098, | |
| "peak_footprint_gb_max": 1.047 | |
| }, | |
| "reps": [ | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": true, | |
| "cache_entry_deleted": true, | |
| "load_s": 1.4, | |
| "load_cpu_s": 0.652, | |
| "warmup_ms": [ | |
| 53.71, | |
| 24.18, | |
| 24.16 | |
| ], | |
| "ms": [ | |
| 24.257, | |
| 24.145, | |
| 24.061, | |
| 23.974, | |
| 24.148, | |
| 24.106, | |
| 24.337, | |
| 24.762, | |
| 24.302, | |
| 25.647, | |
| 24.256, | |
| 24.101, | |
| 24.095, | |
| 24.008, | |
| 24.09, | |
| 24.26, | |
| 24.304, | |
| 24.198, | |
| 24.483, | |
| 24.158 | |
| ], | |
| "ms_median": 24.178, | |
| "ms_p90": 24.511, | |
| "cpu_ms_per_call": 3.617, | |
| "x_realtime": 1240.8, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 205947720, | |
| "lifetime_max_phys_footprint": 205947720 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 527320288, | |
| "lifetime_max_phys_footprint": 527336672 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1047135936, | |
| "lifetime_max_phys_footprint": 1047217856 | |
| }, | |
| "t_start": "11:15:31", | |
| "rep": 0 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.104, | |
| "load_cpu_s": 0.082, | |
| "warmup_ms": [ | |
| 50.51, | |
| 24.01, | |
| 23.92 | |
| ], | |
| "ms": [ | |
| 23.942, | |
| 23.864, | |
| 23.92, | |
| 23.92, | |
| 24.058, | |
| 24.067, | |
| 23.907, | |
| 23.953, | |
| 23.933, | |
| 23.89, | |
| 23.983, | |
| 24.032, | |
| 23.984, | |
| 23.991, | |
| 23.957, | |
| 24.0, | |
| 24.127, | |
| 24.052, | |
| 24.023, | |
| 23.92 | |
| ], | |
| "ms_median": 23.97, | |
| "ms_p90": 24.059, | |
| "cpu_ms_per_call": 3.341, | |
| "x_realtime": 1251.6, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 205128544, | |
| "lifetime_max_phys_footprint": 205128544 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 514721016, | |
| "lifetime_max_phys_footprint": 514737400 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1036420824, | |
| "lifetime_max_phys_footprint": 1036502744 | |
| }, | |
| "t_start": "11:15:35", | |
| "rep": 1 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.098, | |
| "load_cpu_s": 0.077, | |
| "warmup_ms": [ | |
| 48.57, | |
| 24.0, | |
| 24.4 | |
| ], | |
| "ms": [ | |
| 24.553, | |
| 24.018, | |
| 23.991, | |
| 23.911, | |
| 23.924, | |
| 24.073, | |
| 24.107, | |
| 24.009, | |
| 23.971, | |
| 24.041, | |
| 23.996, | |
| 24.016, | |
| 23.938, | |
| 24.175, | |
| 24.159, | |
| 24.396, | |
| 24.425, | |
| 24.225, | |
| 24.224, | |
| 24.17 | |
| ], | |
| "ms_median": 24.057, | |
| "ms_p90": 24.399, | |
| "cpu_ms_per_call": 3.645, | |
| "x_realtime": 1247.0, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 204981088, | |
| "lifetime_max_phys_footprint": 204981088 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 514737376, | |
| "lifetime_max_phys_footprint": 514753760 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1036175088, | |
| "lifetime_max_phys_footprint": 1036355312 | |
| }, | |
| "t_start": "11:15:40", | |
| "rep": 2 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.091, | |
| "load_cpu_s": 0.07, | |
| "warmup_ms": [ | |
| 47.0, | |
| 24.03, | |
| 23.89 | |
| ], | |
| "ms": [ | |
| 23.759, | |
| 24.295, | |
| 24.365, | |
| 24.128, | |
| 24.005, | |
| 23.938, | |
| 23.907, | |
| 23.881, | |
| 23.958, | |
| 23.955, | |
| 24.07, | |
| 24.036, | |
| 23.989, | |
| 23.971, | |
| 24.243, | |
| 24.011, | |
| 23.911, | |
| 23.857, | |
| 23.822, | |
| 23.839 | |
| ], | |
| "ms_median": 23.965, | |
| "ms_p90": 24.248, | |
| "cpu_ms_per_call": 3.372, | |
| "x_realtime": 1251.8, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 206226272, | |
| "lifetime_max_phys_footprint": 206226272 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 515409120, | |
| "lifetime_max_phys_footprint": 515409120 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1037076184, | |
| "lifetime_max_phys_footprint": 1037158104 | |
| }, | |
| "t_start": "11:15:44", | |
| "rep": 3 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.097, | |
| "load_cpu_s": 0.075, | |
| "warmup_ms": [ | |
| 54.73, | |
| 24.14, | |
| 24.06 | |
| ], | |
| "ms": [ | |
| 24.147, | |
| 23.93, | |
| 23.919, | |
| 23.815, | |
| 24.049, | |
| 23.952, | |
| 23.923, | |
| 23.841, | |
| 23.888, | |
| 23.905, | |
| 23.971, | |
| 23.927, | |
| 23.961, | |
| 24.006, | |
| 24.142, | |
| 23.891, | |
| 23.913, | |
| 23.931, | |
| 23.96, | |
| 23.956 | |
| ], | |
| "ms_median": 23.931, | |
| "ms_p90": 24.058, | |
| "cpu_ms_per_call": 3.155, | |
| "x_realtime": 1253.6, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 204702536, | |
| "lifetime_max_phys_footprint": 204702536 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 514458824, | |
| "lifetime_max_phys_footprint": 514475208 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1036289752, | |
| "lifetime_max_phys_footprint": 1036371672 | |
| }, | |
| "t_start": "11:15:50", | |
| "rep": 4 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.1, | |
| "load_cpu_s": 0.078, | |
| "warmup_ms": [ | |
| 47.57, | |
| 24.27, | |
| 24.31 | |
| ], | |
| "ms": [ | |
| 24.128, | |
| 24.021, | |
| 24.063, | |
| 29.316, | |
| 24.581, | |
| 23.963, | |
| 23.938, | |
| 23.993, | |
| 23.909, | |
| 24.334, | |
| 23.987, | |
| 25.38, | |
| 27.153, | |
| 24.029, | |
| 24.023, | |
| 23.927, | |
| 23.913, | |
| 23.83, | |
| 23.884, | |
| 24.007 | |
| ], | |
| "ms_median": 24.014, | |
| "ms_p90": 25.557, | |
| "cpu_ms_per_call": 3.735, | |
| "x_realtime": 1249.3, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 204030792, | |
| "lifetime_max_phys_footprint": 204030792 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 515065032, | |
| "lifetime_max_phys_footprint": 515081416 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1038337752, | |
| "lifetime_max_phys_footprint": 1038485208 | |
| }, | |
| "t_start": "11:15:54", | |
| "rep": 5 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.113, | |
| "load_cpu_s": 0.084, | |
| "warmup_ms": [ | |
| 48.73, | |
| 24.07, | |
| 23.96 | |
| ], | |
| "ms": [ | |
| 24.083, | |
| 24.224, | |
| 24.1, | |
| 24.037, | |
| 24.05, | |
| 23.992, | |
| 23.94, | |
| 23.893, | |
| 23.94, | |
| 24.007, | |
| 24.052, | |
| 23.944, | |
| 24.076, | |
| 23.916, | |
| 24.007, | |
| 24.009, | |
| 24.027, | |
| 24.086, | |
| 23.866, | |
| 23.987 | |
| ], | |
| "ms_median": 24.008, | |
| "ms_p90": 24.087, | |
| "cpu_ms_per_call": 3.449, | |
| "x_realtime": 1249.6, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 205177672, | |
| "lifetime_max_phys_footprint": 205177672 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 514884808, | |
| "lifetime_max_phys_footprint": 514884808 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1036863144, | |
| "lifetime_max_phys_footprint": 1037584040 | |
| }, | |
| "t_start": "11:15:58", | |
| "rep": 6 | |
| }, | |
| { | |
| "form": "fp16", | |
| "tokens": 750, | |
| "backend": "gpu-jit", | |
| "bundle": "<work>/exports/reader_v2/fp16/eg2_reader_v2_fp16_T750.aimodel", | |
| "cold_requested": false, | |
| "cache_entry_deleted": false, | |
| "load_s": 0.089, | |
| "load_cpu_s": 0.069, | |
| "warmup_ms": [ | |
| 48.45, | |
| 24.36, | |
| 24.14 | |
| ], | |
| "ms": [ | |
| 24.056, | |
| 24.059, | |
| 23.961, | |
| 24.165, | |
| 24.025, | |
| 23.979, | |
| 23.947, | |
| 24.057, | |
| 23.918, | |
| 23.922, | |
| 23.963, | |
| 23.89, | |
| 24.041, | |
| 24.028, | |
| 23.915, | |
| 23.92, | |
| 23.979, | |
| 24.022, | |
| 24.005, | |
| 23.972 | |
| ], | |
| "ms_median": 23.979, | |
| "ms_p90": 24.057, | |
| "cpu_ms_per_call": 3.226, | |
| "x_realtime": 1251.1, | |
| "audio_s_per_call": 30.0, | |
| "footprint_before_load": { | |
| "phys_footprint": 204243784, | |
| "lifetime_max_phys_footprint": 204243784 | |
| }, | |
| "footprint_after_load": { | |
| "phys_footprint": 513901768, | |
| "lifetime_max_phys_footprint": 513918152 | |
| }, | |
| "footprint_end": { | |
| "phys_footprint": 1035667112, | |
| "lifetime_max_phys_footprint": 1035749032 | |
| }, | |
| "t_start": "11:16:03", | |
| "rep": 7 | |
| } | |
| ] | |
| } | |