File size: 7,420 Bytes
52ecfff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 | {
"status": "selected_for_fresh_qualification",
"selected_batch": 2,
"selected_source_root": "work/mlx-native-q3-v1",
"weights_unchanged": true,
"selection_data": "Exposed AMI IS1000a only; reserved11 results not reused for selection",
"cases": [
{
"batch": 4,
"report": "/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/reports/mlx-native-q3-stream-v1/verification.json",
"report_sha256": "0d9e39bf29670fd54631b693e51a0cd8873105989a47239b588d0273a53255cc",
"generated_ids_sha256": "72f994120072e2b864ea8de08e44195efe481d10a74dedf2e78bd4a1a5eea4b3",
"word_errors": {
"hits": 303,
"substitutions": 39,
"deletions": 136,
"insertions": 4,
"reference_units": 478,
"hypothesis_units": 346,
"errors": 179,
"error_rate": 0.37447698744769875
},
"matched_word_timing": {
"measured": true,
"actual_arrival_paced": true,
"timing_basis": "Independent host receipt of flushed JSONL since paced20ms producer start; all source words retained",
"correctly_matched_units": 303,
"ambiguous_matched_units": 9,
"ambiguity_method": "all minimum unit-cost Levenshtein paths, without timing-based selection",
"unambiguous_matched_units": 294,
"unambiguous_maximum_seconds": 5.586898207997422,
"unmatched_reference_units": 175,
"matched_reference_fraction": 0.6338912133891214,
"min_seconds": -2.193736457971383,
"p50_seconds": 0.6946411670209045,
"p95_seconds": 0.8736333750304794,
"maximum_seconds": 5.586898207997422,
"matched_units_above_one_second": 4,
"all_matched_units_within_one_second": null,
"whole_release_pass": false,
"limitation": "Lag summaries use one deterministic text alignment and are descriptive when alternative optimal alignments exist. Only unambiguous matches can support per-word timing claims. Omissions/substitutions remain errors, never zero-latency successes. Published reference timing uncertainty and overlapping-speaker word order are not independently corrected."
},
"causal_timing_audit": {
"count": 293,
"p95_seconds": 0.8712869580299412,
"max_seconds": 1.1078053750237586,
"above_one_second": 2
},
"cross_reset_matches": 1,
"mature_work_rtf": 0.7764502045640678
},
{
"batch": 2,
"report": "/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/reports/mlx-native-q3-b2-exposed-v1/run.json",
"report_sha256": "789a6658c508b70aba1060c3cdd0412b87bd7b35e4793d47f8cb45e4c46c61e5",
"generated_ids_sha256": "3d3130b78aad7aa764dfbf1aeae3591847f84f89379f03fb6eab9a072cb6d18c",
"word_errors": {
"hits": 302,
"substitutions": 39,
"deletions": 137,
"insertions": 3,
"reference_units": 478,
"hypothesis_units": 344,
"errors": 179,
"error_rate": 0.37447698744769875
},
"matched_word_timing": {
"measured": true,
"actual_arrival_paced": true,
"timing_basis": "Independent host receipt of flushed JSONL since paced20ms producer start; all source words retained",
"correctly_matched_units": 302,
"ambiguous_matched_units": 8,
"ambiguity_method": "all minimum unit-cost Levenshtein paths, without timing-based selection",
"unambiguous_matched_units": 294,
"unambiguous_maximum_seconds": 5.489463750023845,
"unmatched_reference_units": 176,
"matched_reference_fraction": 0.6317991631799164,
"min_seconds": -2.2680539579666146,
"p50_seconds": 0.5616992500261517,
"p95_seconds": 0.7167164999945186,
"maximum_seconds": 5.489463750023845,
"matched_units_above_one_second": 1,
"all_matched_units_within_one_second": null,
"whole_release_pass": false,
"limitation": "Lag summaries use one deterministic text alignment and are descriptive when alternative optimal alignments exist. Only unambiguous matches can support per-word timing claims. Omissions/substitutions remain errors, never zero-latency successes. Published reference timing uncertainty and overlapping-speaker word order are not independently corrected."
},
"causal_timing_audit": {
"count": 293,
"p95_seconds": 0.7042127919802397,
"max_seconds": 0.9364958749921044,
"above_one_second": 0
},
"cross_reset_matches": 1,
"mature_work_rtf": 0.8644507736555196
},
{
"batch": 3,
"report": "/Users/Ajab/conductor/workspaces/visualears/experiments/audio8-ternary/reports/mlx-native-q3-b3-exposed-v2/run.json",
"report_sha256": "ac20ccdcf5eb13b28227de3428465c6caac31f1e21032b2037b16308f43e5cd3",
"generated_ids_sha256": "3d3130b78aad7aa764dfbf1aeae3591847f84f89379f03fb6eab9a072cb6d18c",
"word_errors": {
"hits": 302,
"substitutions": 39,
"deletions": 137,
"insertions": 3,
"reference_units": 478,
"hypothesis_units": 344,
"errors": 179,
"error_rate": 0.37447698744769875
},
"matched_word_timing": {
"measured": true,
"actual_arrival_paced": true,
"timing_basis": "Independent host receipt of flushed JSONL since paced20ms producer start; all source words retained",
"correctly_matched_units": 302,
"ambiguous_matched_units": 8,
"ambiguity_method": "all minimum unit-cost Levenshtein paths, without timing-based selection",
"unambiguous_matched_units": 294,
"unambiguous_maximum_seconds": 5.515487207956596,
"unmatched_reference_units": 176,
"matched_reference_fraction": 0.6317991631799164,
"min_seconds": -2.1270811670180336,
"p50_seconds": 0.6239733329950923,
"p95_seconds": 0.7859231659909938,
"maximum_seconds": 5.515487207956596,
"matched_units_above_one_second": 4,
"all_matched_units_within_one_second": null,
"whole_release_pass": false,
"limitation": "Lag summaries use one deterministic text alignment and are descriptive when alternative optimal alignments exist. Only unambiguous matches can support per-word timing claims. Omissions/substitutions remain errors, never zero-latency successes. Published reference timing uncertainty and overlapping-speaker word order are not independently corrected."
},
"causal_timing_audit": {
"count": 293,
"p95_seconds": 0.7846965410071789,
"max_seconds": 1.0496153329871731,
"above_one_second": 2
},
"cross_reset_matches": 1,
"mature_work_rtf": 0.8001077809603885
}
],
"reason": "Batch2 and batch3 have identical tokens. All three batches have179/478 errors, but batch2/3 have one more deletion and one fewer insertion than batch4. Batch2 has the lowest delay and no >1 second same-session unambiguous match in this exposed diagnostic while mature RTF remains below1. Cross-reset textual matches remain unresolved recognition evidence, not latency successes. No universal pass inferred.",
"new_inputs": [
"data/continuous-v3/manifest.json",
"data/heldout-zh-v3/manifest.json"
],
"selector_sha256": "7ba7cbed4125fd7834a57ba909ca464b4d970e39487b551b567e0b4b9265acd0",
"production_ready": false
}
|