{ "what": "the app's self-test with reader v1 against the r4 bars and the r6a stop conditions", "device": "mac", "form": "gpu", "inputs": { "gate": "/exports/app/mac_v1/gate-gpu-124958/result.json", "long": "/exports/app/mac_v1/long-gpu-125011/result.json", "iso": "/exports/app/extractor_isolation_mac_v1_gpu_124853.json", "transcribe": [] }, "references": { "ref_fixtures": { "file": "ref_fixtures_coreai_path.json", "finished": "2026-10-14T12:48:58+0900", "transcripts_same_as_torch": 20 }, "torch": "exports/reader/ref_T750.npz, exports/reader/fp16/hyp_gpu_T750.tsv (v1)" }, "device_record": { "arch": "h16c", "available_mb": null, "footprint_mb": 3.37568, "machine": "Mac16,9", "os": "Version 27.0 (Build 26A428)", "os_build": "26A428", "physical_memory_gb": 137.44, "power": { "battery": "mac", "level": null, "low_power_mode": false }, "thermal": "nominal" }, "model": { "cache": { "cleared": false, "fingerprint": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8", "mode": "check", "ms": 0.771792, "previous": "e8429013ffe6a096df55e9a134e8e212948627a25dcc3b00736140a8d48c97c8" }, "folder": "eg2-transcribe", "form": "gpu", "platform_folders": [ "macos" ], "reader_config_version": "v1", "stages": [ { "aot": false, "bundle": "eg2_audio_fp16_T3000.aimodel", "compute": "gpu", "load_s": 0.819112042, "name": "encoder", "warm_up_ms": 101.078125 }, { "aot": false, "bundle": "eg2_reader_fp16_T750.aimodel", "compute": "gpu", "load_s": 1.054093583, "name": "reader", "warm_up_ms": 31.866583 } ], "vocabulary": 200000, "window": { "drop_last": 1, "frames": 3000, "left_overlap": 96, "tokens": 750 } }, "fixtures": { "source": "gate-gpu-124958", "utterances": 20, "features_max_abs_diff": 4.76837158203125e-07, "fp32_encoder_cos_min_app_features": 0.9999999995026775, "fp32_encoder_cos_min_hf_features": 0.9999999990170414, "iso_features_max_abs": 4.76837158203125e-07, "extractor_pass": true, "transcripts_same_as_torch": 20, "mismatches": [], "fixture_pass": true, "fp16_soft_cos_mean_app_features": 0.9999941175021174, "fp16_soft_cos_min_app_features": 0.989784733563025, "fp16_soft_cos_min_reference_features": 0.9964469062042872, "labels_same_both_features": 20, "host_labels_equal_python_gpu_path_on_features_npy": 20, "host_fixture_pass": true }, "long": { "source": "long-gpu-125011", "audio_s": 3257.44325, "decode_s": 0.627848167, "log_mel_s": 0.05057975, "log_mel_cpu_s": { "blocks": 637, "fft": 0.4922012929999999, "log": 0.07533278500000001, "mel": 0.12448558399999993, "note": "CPU seconds summed over the parallel blocks of 512 frames: framing + FFT + |X|, mel product, log" }, "torch_wer": { "wer": 0.05784204671857619, "errors": 572, "ref_words": 9889, "hyp_words": 9930, "engine": "word Levenshtein (numpy); jiwer: bench_pipeline.py score" }, "python_path": { "sequential_s": 8.0933, "overlap_s": 7.6403, "overlap_s_pass2": 7.3074, "errors": 573, "ref_words": 9889, "wer": 0.057943169177874405, "x_realtime_overlap": 426.3, "x_realtime_sequential": 402.5, "reader_bundle": "eg2_reader_fp16_T750_gpu_h16c.aimodelc", "json": [ "pipeline_long_fp16_gpu.json", "pipeline_long_fp16_gpu_overlap.json" ], "labels": "labels_long_fp16_gpu_overlap.npy" }, "features_max_abs_diff_long": 4.76837158203125e-07, "host_long_labels_differing_on_features_npy": 0, "host_long_word_distance_on_features_npy": 0, "host_long_pass": true, "modes": { "overlap_off": { "wall_s": [ 7.860829167, 7.855387292 ], "x_realtime_windows": [ 414.3892687141511, 414.6763398053474 ], "x_realtime_end_to_end": 381.4668205860049, "stage_ms_median": [ 39.954792, 22.517875 ], "stage_ms_median_every_pass": [ [ 39.954792, 22.517875 ], [ 39.924917, 22.550208 ] ], "host_ms_per_window": { "collapse": 0.002753336, "feed": 0.260046672, "inputs": 0.030012351999999996, "labels": 0.007232360000000001, "total": 0.30004472 }, "wer": { "errors": 571, "reference_words": 9889, "wer": 0.05774092425927799 }, "wer_errors_every_pass": [ 571, 571 ], "word_distance_to_python_hyp": 4, "labels_differing_from_python": 16, "labels_differing_positions_s": [ 158.68, 291.48, 469.4, 996.36, 1020.76, 1047.0, 1054.0, 1720.08, 1818.44, 1999.92, 2080.56, 2080.6, 2441.64, 2773.84, 2773.92, 3200.48 ], "top1_logit_max": 40.5, "labels_differing_pass2_vs_pass1": 0, "soft_tokens_first_minutes_vs_continuous": { "cos_mean": 0.9999893888428746, "cos_min": 0.9470607199456169, "reference": "soft_tokens_continuous.npy", "tokens": 15000 } }, "overlap_on": { "wall_s": [ 7.288343667, 7.613621167 ], "x_realtime_windows": [ 446.93875574898846, 427.84414650401266 ], "x_realtime_end_to_end": 408.8787052137982, "stage_ms_median": [ 57.842666, 30.488875 ], "stage_ms_median_every_pass": [ [ 57.842666, 30.488875 ], [ 57.829042, 30.453208 ] ], "host_ms_per_window": { "collapse": 0.002750664, "feed": 0.224006648, "inputs": 0.03185366399999998, "labels": 0.009281959999999995, "total": 0.26789293599999997 }, "wer": { "errors": 571, "reference_words": 9889, "wer": 0.05774092425927799 }, "wer_errors_every_pass": [ 571, 571 ], "word_distance_to_python_hyp": 4, "labels_differing_from_python": 16, "labels_differing_positions_s": [ 158.68, 291.48, 469.4, 996.36, 1020.76, 1047.0, 1054.0, 1720.08, 1818.44, 1999.92, 2080.56, 2080.6, 2441.64, 2773.84, 2773.92, 3200.48 ], "top1_logit_max": 40.5, "labels_differing_pass2_vs_pass1": 0 } }, "errors": [ 571, 571, 571, 571 ], "long_vs_torch_pass": true, "long_vs_python_pass": true, "overlap_labels_same_as_sequential": true, "speed": { "python_sequential_s": 8.0933, "python_overlap_s": 7.6403, "app_sequential_s": 7.860829167, "app_overlap_s": 7.288343667, "sequential_ratio": 0.9712761379165484, "overlap_ratio": 0.9539342260120677 }, "speed_pass": true }, "transcribe": [], "verdicts": { "extractor_pass": true, "fixture_pass": true, "host_fixture_pass": true, "host_long_pass": true, "long_vs_torch_pass": true, "long_vs_python_pass": true, "speed_pass": true }, "pass": true, "finished": "2026-10-14T12:50:53+0900" }