File size: 3,359 Bytes
fddfb10 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | {
"status": "supplementary_audit_complete",
"audit": {
"same_session_unambiguous_matches": 292,
"cross_reset_matches": [
{
"reference_index": 131,
"hypothesis_index": 68,
"text": "on",
"reference_start": 132.91000000000003,
"reference_end": 133.42000000000002,
"emitted_seconds": 138.85705724800937,
"lag_from_word_end_seconds": 5.437057248009353,
"lag_from_word_start_seconds": 5.947057248009344,
"alignment_unambiguous": true,
"possible_hypothesis_indices": [
68
],
"may_be_unmatched_in_optimal_alignment": false
}
],
"maximum_seconds": 0.867650621030478,
"p95_seconds": 0.5786549269128614,
"over_one_second": 0,
"omitted_and_substituted_words_remain_errors": true
},
"original_counts": {
"hits": 302,
"substitutions": 39,
"deletions": 137,
"insertions": 4,
"reference_units": 478,
"hypothesis_units": 345,
"errors": 180,
"error_rate": 0.37656903765690375
},
"original_alignment_timing": {
"measured": true,
"actual_arrival_paced": true,
"timing_basis": "Host receipt relative to post-ready20ms source feeder; complete exposed meeting",
"correctly_matched_units": 302,
"ambiguous_matched_units": 9,
"ambiguity_method": "all minimum unit-cost Levenshtein paths, without timing-based selection",
"unambiguous_matched_units": 293,
"unambiguous_maximum_seconds": 5.437057248009353,
"unmatched_reference_units": 176,
"matched_reference_fraction": 0.6317991631799164,
"min_seconds": -2.3362059889547453,
"p50_seconds": 0.4492110060527921,
"p95_seconds": 0.5937579731177607,
"maximum_seconds": 5.437057248009353,
"matched_units_above_one_second": 1,
"all_matched_units_within_one_second": null,
"whole_release_pass": false,
"limitation": "Lag summaries use one deterministic text alignment and are descriptive when alternative optimal alignments exist. Only unambiguous matches can support per-word timing claims. Omissions/substitutions remain errors, never zero-latency successes. Published reference timing uncertainty and overlapping-speaker word order are not independently corrected."
},
"production_ready": false,
"whole_release_pass": false,
"not_a_replacement_score": true,
"method": "Textual matches wholly outside the emitting ASR session cannot identify the spoken word for latency. They remain unresolved recognition evidence, never zero-latency successes. Original global score and latency are retained.",
"inputs": {
"reports/published-q3-vulkan-long-v1/run.json": "4d11c2be5acde31427272cad43e40b5980780172ce4b3136abc07632e3d3aea1",
"reports/published-q3-vulkan-long-v1/run.jsonl": "6d1b1853c687e8b6f0fe3f97dddb0635794d60dfb61f175ba993a481235e3df8",
"reports/published-q3-vulkan-long-v1/run.observed.jsonl": "1abb4de3c6a2ef7dd8573b45779feee1fa95633a8fe4e2f0f36c9103b669ca92",
"/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/scripts/audit_gpu_caption_cross_reset_v1.py": "b70d33a0c21e7e654afe3fa3f10a494506d3006cfd0732280b0d41d59b4d4dc1",
"/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/scripts/verify_mlx_q3_memory_regression_v1.py": "368b63a07853603f4eb8dd7bcaba05f73764d2c35ab220a3eb3f8d6c6e3aca37"
}
}
|