File size: 1,195 Bytes
9287d39
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
  "status": "PASS",
  "identity": {
    "checkpoint_sha256": "379be6663dcf29dbb26917e8c5e98923b26474099ccd591b7a8f5222ad7ab75b",
    "freeze_sha256": "cc51071f5efb37a9362761cd27e33526f37cab43e1932787f5a1d4d25495435e",
    "level": "full"
  },
  "accuracy": {
    "blimp_filtered": 68.62,
    "supplement_filtered": 55.74,
    "ewok_filtered": 51.17,
    "entity_tracking": 18.58,
    "comps": 51.52,
    "global_piqa_parallel": 26.21,
    "global_piqa_nonparallel": 46.0
  },
  "margins": {
    "blimp_filtered": {
      "mean": 1.9118016701461378,
      "n": 59875
    },
    "supplement_filtered": {
      "mean": 3.8849175929474895,
      "n": 5218
    },
    "ewok_filtered": {
      "mean": 0.024834274087687055,
      "n": 7618
    },
    "entity_tracking": {
      "mean": -3.141168704656516,
      "n": 6780
    },
    "comps": {
      "mean": 0.12934413037746628,
      "n": 91028
    },
    "global_piqa_parallel": {
      "mean": -1.3573816035445487,
      "n": 103
    },
    "global_piqa_nonparallel": {
      "mean": -0.06515625,
      "n": 100
    }
  },
  "reading": {
    "EYE TRACKING SCORE": 0.26,
    "SELF-PACED READING SCORE": 0.21
  },
  "six_axis": 46.95583333333334
}