File size: 1,840 Bytes
8acdae9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
{
  "source_checkpoint_sha256": "a7255533eb26becbb13889cd4d184df6055ca9804076c0c139129468879746a3",
  "internal_validation": {
    "single_images": {
      "count": 42944,
      "top1": 86.2541915052161,
      "top5": 93.64055514157972,
      "ce": 1.2475312600819746,
      "macro_f1": 0.7977959513664246,
      "macro_f1_supported_classes": 2991,
      "ece": 0.0964630379241089
    },
    "one_view_fused": {
      "count": 18848,
      "top1": 90.1528013582343,
      "top5": 96.1640492359932,
      "ce": 0.9469981691428477,
      "macro_f1": 0.8249518871307373,
      "macro_f1_supported_classes": 2991,
      "ece": 0.07575845294722937
    },
    "multi_observations_fused": {
      "count": 10491,
      "top1": 93.24182632732818,
      "top5": 98.16032790010485,
      "ce": 0.6024055550044104,
      "macro_f1": 0.86725252866745,
      "macro_f1_supported_classes": 2704,
      "ece": 0.05200592615367255
    }
  },
  "external_single_photo": {
    "manifest_sha256": "007c37778dc28a54afdf6a424dedf15345abbdb5aa44a33633f915f2d68ca8ef",
    "scope": "preselected 300-species external observation holdout; not all-species population accuracy",
    "images": 1822,
    "observations": 1822,
    "species": 271,
    "top1": 86.33369923161361,
    "top5": 93.46871569703622,
    "macro_species_top1": 85.7542611140397,
    "by_selection_band": {
      "high": {
        "images": 647,
        "species": 97,
        "top1": 92.89026275115918,
        "top5": 96.44513137557959
      },
      "low": {
        "images": 558,
        "species": 81,
        "top1": 78.13620071684588,
        "top5": 89.24731182795699
      },
      "mid": {
        "images": 617,
        "species": 93,
        "top1": 86.87196110210697,
        "top5": 94.16531604538088
      }
    }
  }
}