File size: 1,194 Bytes
9287d39
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
  "status": "PASS",
  "identity": {
    "checkpoint_sha256": "67623618f45ab3af7831203e9c614e3e9bd95d6dac0cc2fe439feb4f57b365bc",
    "freeze_sha256": "cc51071f5efb37a9362761cd27e33526f37cab43e1932787f5a1d4d25495435e",
    "level": "full"
  },
  "accuracy": {
    "blimp_filtered": 68.0,
    "supplement_filtered": 56.46,
    "ewok_filtered": 51.19,
    "entity_tracking": 17.98,
    "comps": 51.41,
    "global_piqa_parallel": 22.33,
    "global_piqa_nonparallel": 48.0
  },
  "margins": {
    "blimp_filtered": {
      "mean": 1.810616910229645,
      "n": 59875
    },
    "supplement_filtered": {
      "mean": 3.5167688769643544,
      "n": 5218
    },
    "ewok_filtered": {
      "mean": 0.004348254134943555,
      "n": 7618
    },
    "entity_tracking": {
      "mean": -3.0808834038741253,
      "n": 6780
    },
    "comps": {
      "mean": 0.11904922111877664,
      "n": 91028
    },
    "global_piqa_parallel": {
      "mean": -1.3787284205071886,
      "n": 103
    },
    "global_piqa_nonparallel": {
      "mean": -0.02765625,
      "n": 100
    }
  },
  "reading": {
    "EYE TRACKING SCORE": 0.47,
    "SELF-PACED READING SCORE": 0.57
  },
  "six_axis": 46.70083333333333
}