Download evaluation.json from thelamapi/Next-Echo: direct link, hf CLI and curl.
- Browser
- Download file 12.6 kB
-
https://huggingface.co/thelamapi/Next-Echo/resolve/main/evaluation.json
- Command line
-
hf download hf://thelamapi/Next-Echo/evaluation.json
-
curl -L -o evaluation.json https://huggingface.co/thelamapi/Next-Echo/resolve/main/evaluation.json
12.6 kB
| { | |
| "project": "Next Echo", | |
| "profile": "full", | |
| "seed": 73, | |
| "device": { | |
| "python": "3.13.16", | |
| "platform": "Linux-6.6.159+-x86_64-with-glibc2.39", | |
| "cpu_count": 12, | |
| "numpy": "2.4.6", | |
| "torch": "2.14.1+cu130", | |
| "cuda": true, | |
| "gpu": "NVIDIA L4", | |
| "colab": true | |
| }, | |
| "data": { | |
| "name": "ESC-50", | |
| "source": "https://github.com/karoldvl/ESC-50/archive/master.zip", | |
| "download": { | |
| "url": "https://github.com/karoldvl/ESC-50/archive/master.zip", | |
| "file": "esc50.zip", | |
| "bytes": 645695005, | |
| "sha256": "805afc618aff80eff0641d51311647871fead5807da68bb18e43a27db47a79ce", | |
| "verified_against_pinned_sha256": false | |
| }, | |
| "license": "CC BY-NC 3.0 (dataset); per-clip Freesound licenses in the archive", | |
| "split": { | |
| "embedding_training": "folds 1-3, 40 seen classes", | |
| "validation_recordings": "fold 4, seen classes", | |
| "test_recordings": "fold 5, seen and held-out classes" | |
| }, | |
| "held_out_classes": [ | |
| "clapping", | |
| "door_wood_knock", | |
| "rooster", | |
| "church_bells", | |
| "glass_breaking", | |
| "keyboard_typing", | |
| "siren", | |
| "cow", | |
| "sneezing", | |
| "can_opening" | |
| ], | |
| "resampling": "44.1 kHz -> 16 kHz (scipy resample_poly 160/441)" | |
| }, | |
| "training": { | |
| "steps": 5000, | |
| "seconds": 1473.6, | |
| "final_loss": 2.7861027669906617, | |
| "clips": 960, | |
| "mu": -3.852266374845604, | |
| "sd": 5.0395802756944885 | |
| }, | |
| "thresholds": { | |
| "learned": 1.553792940244492, | |
| "baseline": 0.5790993811336966 | |
| }, | |
| "validation": { | |
| "learned": { | |
| "f1": 0.6113207547169811, | |
| "precision": 0.54, | |
| "recall": 0.7043478260869566, | |
| "false_alarms_per_min": 2.3, | |
| "tp": 81, | |
| "fp": 69, | |
| "fn": 34 | |
| }, | |
| "baseline": { | |
| "f1": 0.5882352941176471, | |
| "precision": 0.5357142857142857, | |
| "recall": 0.6521739130434783, | |
| "false_alarms_per_min": 2.1666666666666665, | |
| "tp": 75, | |
| "fp": 65, | |
| "fn": 40 | |
| } | |
| }, | |
| "protocol": { | |
| "recording_seconds": 30, | |
| "per_cell": 40, | |
| "tolerance_s": 0.5, | |
| "conditions": { | |
| "clean": "30 dB SNR brown noise", | |
| "noisy": "5 dB SNR", | |
| "overlap": "distractors overlap target events", | |
| "absent": "no target event" | |
| }, | |
| "construction": "real ESC-50 event crops mixed at random times with 3-5 distractor clips" | |
| }, | |
| "results": { | |
| "seen/clean": { | |
| "learned": { | |
| "f1": 0.6186440677966102, | |
| "precision": 0.5289855072463768, | |
| "recall": 0.7448979591836735, | |
| "false_alarms_per_min": 3.25, | |
| "tp": 73, | |
| "fp": 65, | |
| "fn": 25 | |
| }, | |
| "baseline": { | |
| "f1": 0.676056338028169, | |
| "precision": 0.6260869565217392, | |
| "recall": 0.7346938775510204, | |
| "false_alarms_per_min": 2.15, | |
| "tp": 72, | |
| "fp": 43, | |
| "fn": 26 | |
| } | |
| }, | |
| "seen/noisy": { | |
| "learned": { | |
| "f1": 0.6296296296296297, | |
| "precision": 0.5964912280701754, | |
| "recall": 0.6666666666666666, | |
| "false_alarms_per_min": 2.3, | |
| "tp": 68, | |
| "fp": 46, | |
| "fn": 34 | |
| }, | |
| "baseline": { | |
| "f1": 0.6063829787234043, | |
| "precision": 0.6627906976744186, | |
| "recall": 0.5588235294117647, | |
| "false_alarms_per_min": 1.45, | |
| "tp": 57, | |
| "fp": 29, | |
| "fn": 45 | |
| } | |
| }, | |
| "seen/overlap": { | |
| "learned": { | |
| "f1": 0.7487179487179487, | |
| "precision": 0.776595744680851, | |
| "recall": 0.7227722772277227, | |
| "false_alarms_per_min": 1.05, | |
| "tp": 73, | |
| "fp": 21, | |
| "fn": 28 | |
| }, | |
| "baseline": { | |
| "f1": 0.7875647668393783, | |
| "precision": 0.8260869565217391, | |
| "recall": 0.7524752475247525, | |
| "false_alarms_per_min": 0.8, | |
| "tp": 76, | |
| "fp": 16, | |
| "fn": 25 | |
| } | |
| }, | |
| "seen/absent": { | |
| "learned": { | |
| "f1": 0.0, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "false_alarms_per_min": 4.95, | |
| "tp": 0, | |
| "fp": 99, | |
| "fn": 0 | |
| }, | |
| "baseline": { | |
| "f1": 0.0, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "false_alarms_per_min": 4.0, | |
| "tp": 0, | |
| "fp": 80, | |
| "fn": 0 | |
| } | |
| }, | |
| "unseen/clean": { | |
| "learned": { | |
| "f1": 0.6584362139917695, | |
| "precision": 0.547945205479452, | |
| "recall": 0.8247422680412371, | |
| "false_alarms_per_min": 3.3, | |
| "tp": 80, | |
| "fp": 66, | |
| "fn": 17 | |
| }, | |
| "baseline": { | |
| "f1": 0.6169154228855721, | |
| "precision": 0.5961538461538461, | |
| "recall": 0.6391752577319587, | |
| "false_alarms_per_min": 2.1, | |
| "tp": 62, | |
| "fp": 42, | |
| "fn": 35 | |
| } | |
| }, | |
| "unseen/noisy": { | |
| "learned": { | |
| "f1": 0.7168141592920354, | |
| "precision": 0.6639344262295082, | |
| "recall": 0.7788461538461539, | |
| "false_alarms_per_min": 2.05, | |
| "tp": 81, | |
| "fp": 41, | |
| "fn": 23 | |
| }, | |
| "baseline": { | |
| "f1": 0.6666666666666666, | |
| "precision": 0.7411764705882353, | |
| "recall": 0.6057692307692307, | |
| "false_alarms_per_min": 1.1, | |
| "tp": 63, | |
| "fp": 22, | |
| "fn": 41 | |
| } | |
| }, | |
| "unseen/overlap": { | |
| "learned": { | |
| "f1": 0.7671232876712328, | |
| "precision": 0.711864406779661, | |
| "recall": 0.8316831683168316, | |
| "false_alarms_per_min": 1.7, | |
| "tp": 84, | |
| "fp": 34, | |
| "fn": 17 | |
| }, | |
| "baseline": { | |
| "f1": 0.7897435897435897, | |
| "precision": 0.8191489361702128, | |
| "recall": 0.7623762376237624, | |
| "false_alarms_per_min": 0.85, | |
| "tp": 77, | |
| "fp": 17, | |
| "fn": 24 | |
| } | |
| }, | |
| "unseen/absent": { | |
| "learned": { | |
| "f1": 0.0, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "false_alarms_per_min": 5.6, | |
| "tp": 0, | |
| "fp": 112, | |
| "fn": 0 | |
| }, | |
| "baseline": { | |
| "f1": 0.0, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "false_alarms_per_min": 3.65, | |
| "tp": 0, | |
| "fp": 73, | |
| "fn": 0 | |
| } | |
| }, | |
| "seen/all-present": { | |
| "learned": { | |
| "f1": 0.6615146831530139, | |
| "precision": 0.6184971098265896, | |
| "recall": 0.7109634551495017, | |
| "false_alarms_per_min": 2.2, | |
| "tp": 214, | |
| "fp": 132, | |
| "fn": 87 | |
| }, | |
| "baseline": { | |
| "f1": 0.6902356902356902, | |
| "precision": 0.6996587030716723, | |
| "recall": 0.6810631229235881, | |
| "false_alarms_per_min": 1.4666666666666666, | |
| "tp": 205, | |
| "fp": 88, | |
| "fn": 96 | |
| } | |
| }, | |
| "unseen/all-present": { | |
| "learned": { | |
| "f1": 0.7122093023255814, | |
| "precision": 0.6347150259067358, | |
| "recall": 0.8112582781456954, | |
| "false_alarms_per_min": 2.35, | |
| "tp": 245, | |
| "fp": 141, | |
| "fn": 57 | |
| }, | |
| "baseline": { | |
| "f1": 0.6905982905982906, | |
| "precision": 0.7137809187279152, | |
| "recall": 0.6688741721854304, | |
| "false_alarms_per_min": 1.35, | |
| "tp": 202, | |
| "fp": 81, | |
| "fn": 100 | |
| } | |
| } | |
| }, | |
| "failures_learned": [ | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "door_wood_creaks", | |
| "missed": 2, | |
| "false_alarms": 0, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "fireworks", | |
| "missed": 1, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "crow", | |
| "missed": 1, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "cat", | |
| "missed": 1, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "door_wood_creaks", | |
| "missed": 2, | |
| "false_alarms": 0, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "sea_waves", | |
| "missed": 0, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "snoring", | |
| "missed": 0, | |
| "false_alarms": 3, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "thunderstorm", | |
| "missed": 1, | |
| "false_alarms": 0, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "crow", | |
| "missed": 1, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "drinking_sipping", | |
| "missed": 1, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "drinking_sipping", | |
| "missed": 1, | |
| "false_alarms": 1, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "drinking_sipping", | |
| "missed": 2, | |
| "false_alarms": 0, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "water_drops", | |
| "missed": 1, | |
| "false_alarms": 0, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "breathing", | |
| "missed": 0, | |
| "false_alarms": 4, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "brushing_teeth", | |
| "missed": 0, | |
| "false_alarms": 2, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "thunderstorm", | |
| "missed": 1, | |
| "false_alarms": 1, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "breathing", | |
| "missed": 0, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "dog", | |
| "missed": 0, | |
| "false_alarms": 2, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "rain", | |
| "missed": 0, | |
| "false_alarms": 1, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "mouse_click", | |
| "missed": 2, | |
| "false_alarms": 0, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "crickets", | |
| "missed": 1, | |
| "false_alarms": 2, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "rain", | |
| "missed": 1, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "breathing", | |
| "missed": 0, | |
| "false_alarms": 6, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "crow", | |
| "missed": 0, | |
| "false_alarms": 2, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "engine", | |
| "missed": 1, | |
| "false_alarms": 0, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "car_horn", | |
| "missed": 0, | |
| "false_alarms": 4, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "insects", | |
| "missed": 0, | |
| "false_alarms": 1, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "toilet_flush", | |
| "missed": 0, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "crackling_fire", | |
| "missed": 1, | |
| "false_alarms": 3, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "hand_saw", | |
| "missed": 1, | |
| "false_alarms": 3, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "chainsaw", | |
| "missed": 0, | |
| "false_alarms": 3, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "crying_baby", | |
| "missed": 0, | |
| "false_alarms": 4, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "sea_waves", | |
| "missed": 1, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "engine", | |
| "missed": 1, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "helicopter", | |
| "missed": 1, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "hand_saw", | |
| "missed": 0, | |
| "false_alarms": 2, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "clean", | |
| "target": "sheep", | |
| "missed": 0, | |
| "false_alarms": 3, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "noisy", | |
| "target": "airplane", | |
| "missed": 0, | |
| "false_alarms": 2, | |
| "true_events": 3 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "noisy", | |
| "target": "washing_machine", | |
| "missed": 0, | |
| "false_alarms": 1, | |
| "true_events": 2 | |
| }, | |
| { | |
| "group": "seen", | |
| "condition": "noisy", | |
| "target": "toilet_flush", | |
| "missed": 0, | |
| "false_alarms": 1, | |
| "true_events": 3 | |
| } | |
| ], | |
| "n_recordings_with_errors_learned": 272, | |
| "tests": { | |
| "reload": { | |
| "returncode": 0, | |
| "seconds": 0.42, | |
| "process": "fresh python -E subprocess, cwd = temporary copy of the model folder", | |
| "passed": true, | |
| "max_abs_diff": 0.0, | |
| "windows": 28 | |
| }, | |
| "node_parity": { | |
| "cases": 3, | |
| "failed": 0, | |
| "maxDiff": 7.105427357601002e-15, | |
| "results": [ | |
| { | |
| "name": "snippet0", | |
| "maxDiff": 7.105427357601002e-15 | |
| }, | |
| { | |
| "name": "snippet1", | |
| "maxDiff": 7.771561172376096e-16 | |
| }, | |
| { | |
| "name": "snippet2", | |
| "maxDiff": 1.6653345369377348e-15 | |
| } | |
| ], | |
| "ms": 11322, | |
| "runtime": "node v22.23.4", | |
| "status": "passed" | |
| }, | |
| "browser": { | |
| "status": "skipped", | |
| "reason": "playwright not installed" | |
| } | |
| }, | |
| "not_run": [ | |
| "No evaluation on naturally recorded long scenes; recordings are constructed mixtures." | |
| ] | |
| } |