mirror-wakeword v2: the model at an in-room threshold, its card and result files from the corrected harness
9610447 verified | { | |
| "audio_minutes": 30.1, | |
| "chunks": { | |
| "1280": { | |
| "wake_words": 159, | |
| "found": 99, | |
| "recall": 0.6226, | |
| "near_misses": 88, | |
| "near_accepted": 6, | |
| "false_activations": 0, | |
| "fa_per_hour_in_this_mix": 0.0, | |
| "latency_ms_median": 92.2, | |
| "latency_ms_p90": 153.6, | |
| "threshold": 0.4729, | |
| "cpu_ms_per_audio_second": 1.96, | |
| "real_time_factor": 0.002 | |
| }, | |
| "1600": { | |
| "wake_words": 159, | |
| "found": 99, | |
| "recall": 0.6226, | |
| "near_misses": 88, | |
| "near_accepted": 6, | |
| "false_activations": 0, | |
| "fa_per_hour_in_this_mix": 0.0, | |
| "latency_ms_median": 131.5, | |
| "latency_ms_p90": 210.5, | |
| "threshold": 0.4729, | |
| "cpu_ms_per_audio_second": 1.94, | |
| "real_time_factor": 0.0019 | |
| }, | |
| "2048": { | |
| "wake_words": 159, | |
| "found": 99, | |
| "recall": 0.6226, | |
| "near_misses": 88, | |
| "near_accepted": 6, | |
| "false_activations": 0, | |
| "fa_per_hour_in_this_mix": 0.0, | |
| "latency_ms_median": 145.9, | |
| "latency_ms_p90": 229.1, | |
| "threshold": 0.4729, | |
| "cpu_ms_per_audio_second": 1.92, | |
| "real_time_factor": 0.0019 | |
| }, | |
| "4096": { | |
| "wake_words": 159, | |
| "found": 99, | |
| "recall": 0.6226, | |
| "near_misses": 88, | |
| "near_accepted": 6, | |
| "false_activations": 0, | |
| "fa_per_hour_in_this_mix": 0.0, | |
| "latency_ms_median": 196.0, | |
| "latency_ms_p90": 320.2, | |
| "threshold": 0.4729, | |
| "cpu_ms_per_audio_second": 1.94, | |
| "real_time_factor": 0.0019 | |
| } | |
| }, | |
| "same_decisions_as_first_chunk": { | |
| "1280": 1.0, | |
| "1600": 0.676, | |
| "2048": 0.486, | |
| "4096": 0.333 | |
| } | |
| } |