| { |
| "count": 941, |
| "species_count": 367, |
| "cutoff": "2026-10-02T09:34:25.483757+00:00", |
| "samples_sha256": "ac1337eac527e02fa989b4bf226bb6100f81d3c912090c1916301588c7e0bd02", |
| "mini_metrics_revision": "70cc69adc05362863439277048e06386c1f885e1", |
| "unmapped_truth": 0, |
| "threshold_selection": "mini_metrics.evaluate_file(optimal=True, seed=42, opt_crit=MacroF1)", |
| "report_count": 890, |
| "calibration_count": 51, |
| "shared_species_count": 15, |
| "figures": { |
| "quality.png": "d5cfa620e8fc52ae544cf9702cab24aeb3eff5dc59cb121a5e8a944afc72130c", |
| "speed.png": "ec087f206263e878c32f31634eebf9aafaa003b20aacf67a5c09426aea51d88e" |
| }, |
| "selection": { |
| "source_count": 1000, |
| "adult_count": 954, |
| "excluded_taxonomy_count": 13, |
| "authority": "GBIF", |
| "screening": "Gemini 3.1 Flash-Lite adult-image audit", |
| "policy": "Accepted species references only; subspecies promoted to species; genus predictions incorrect; identical accepted keys merged", |
| "source_samples_sha256": "cd739037823ca14818aed36d7d1200bc53473f9a7b8d821ecb93b6cb5cd1eae4" |
| }, |
| "models": { |
| "nemo": { |
| "threshold": 0.8742289245128632, |
| "coverage": 0.8764044943820225, |
| "macro_accuracy": 0.9764432040467022, |
| "macro_f1": 0.8343346964989047, |
| "median_ms": 91.08396898955107, |
| "csv_sha256": "5bc373e3bc9c2680dcbf4f55f543897ab36efab4222c1c8e08dfce493a369d53", |
| "macro_accuracy_shared": 0.989891395154553, |
| "macro_f1_shared": 0.9538167228771518, |
| "runtime": { |
| "cpu": "AMD EPYC 9535 64-Core Processor", |
| "threads": 4, |
| "backend": "onnx", |
| "versions": { |
| "torch": "2.12.0+cpu", |
| "numpy": "2.4.6", |
| "onnxruntime": "1.29.0" |
| }, |
| "source": "5494b0670da7442994c2454a4634aada3c2b0b6e", |
| "script_sha256": "e429b7e0ae7d0713f9141786b66727b0f7dab42caba74e236447180f4979ebc3" |
| } |
| }, |
| "nemo-tta": { |
| "threshold": 0.5849800407886505, |
| "coverage": 0.8910112359550562, |
| "macro_accuracy": 0.947967673036925, |
| "macro_f1": 0.8326101003767133, |
| "median_ms": 278.65285193547606, |
| "csv_sha256": "5091d4386c3b7657f09a2cbdfae1f6dd7e24f86b815a3ccae58bfcbe61892190", |
| "macro_accuracy_shared": 0.9958851674641148, |
| "macro_f1_shared": 0.9505554018273684, |
| "runtime": { |
| "cpu": "AMD EPYC 9535 64-Core Processor", |
| "threads": 4, |
| "backend": "onnx", |
| "versions": { |
| "torch": "2.12.0+cpu", |
| "numpy": "2.4.6", |
| "onnxruntime": "1.29.0" |
| }, |
| "source": "909969327d4cb4938abb8e9460d39ce0c1a1adc3", |
| "script_sha256": "61b23cc0c063902783e8fc19310bce80a57ef3eddca041a84a4ba81601710b61" |
| } |
| }, |
| "meghan": { |
| "threshold": 0.72243931889534, |
| "coverage": 0.7966292134831461, |
| "macro_accuracy": 0.9756278484348658, |
| "macro_f1": 0.7440076204410869, |
| "median_ms": 1215.3353868052363, |
| "csv_sha256": "62ceb463eb4e0de42fde3f4dbc28f030b661b8ccdc4f8d93f0fec2ac61c2320c", |
| "macro_accuracy_shared": 0.9952091767881243, |
| "macro_f1_shared": 0.9453270730215272, |
| "runtime": { |
| "cpu": "AMD EPYC 9535 64-Core Processor", |
| "threads": 4, |
| "backend": "torch", |
| "versions": { |
| "torch": "2.12.0+cpu", |
| "numpy": "2.4.6", |
| "open-clip-torch": "3.3.0" |
| }, |
| "source": "909969327d4cb4938abb8e9460d39ce0c1a1adc3", |
| "script_sha256": "61b23cc0c063902783e8fc19310bce80a57ef3eddca041a84a4ba81601710b61" |
| } |
| }, |
| "inaturalist": { |
| "threshold": 0.20815533399581904, |
| "coverage": 0.9674157303370786, |
| "macro_accuracy": 0.9395267049178931, |
| "macro_f1": 0.8538638500438227, |
| "median_ms": 809.7709668800235, |
| "csv_sha256": "a409bf5b867d26b128867f6eefb298957f78f0e5740ceb1d3c38b2e67c2e1a7d", |
| "macro_accuracy_shared": 0.9824320688727468, |
| "macro_f1_shared": 0.9737014225980248, |
| "collection_timing": { |
| "completed_requests": 1000, |
| "intervals": 999, |
| "first_completion": "2026-10-02T10:16:11.615101+00:00", |
| "last_completion": "2026-10-02T12:19:01.468880+00:00", |
| "elapsed_seconds": 7369.853779, |
| "mean_seconds_per_completion": 7.37723101001001, |
| "timestamps_sha256": "36dfa4c5fd80751dfb92f4d67868bcc6099f62b0ac1ac2c836feb55f2b1e443f", |
| "scope": "Original 1000-image collection, before adult/taxonomy filtering; completion-to-completion time includes pacing, rate-limit retries, taxonomy lookups and any pauses; not isolated rate-limit duration." |
| } |
| } |
| }, |
| "score_policy": "Cached top-1 predictions and confidence; normalization merges labels, not score vectors.", |
| "reporting_ids_sha256": "0de617f64c7d3be5a1765b7abedd8bd6807d57b0aa71338d9577d0b9a3e9fae3", |
| "calibration_ids_sha256": "629150211eb01db0ce8ed44b4c978430a6fb9ed0ef3e50f4a7412a4259204d77" |
| } |
|
|
