File size: 1,193 Bytes
9287d39
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
  "status": "PASS",
  "identity": {
    "checkpoint_sha256": "9637f31941f0ff3aed2cd0d17c5e2155c0ed367614396164638ec9a9257e8e61",
    "freeze_sha256": "cc51071f5efb37a9362761cd27e33526f37cab43e1932787f5a1d4d25495435e",
    "level": "full"
  },
  "accuracy": {
    "blimp_filtered": 67.11,
    "supplement_filtered": 57.17,
    "ewok_filtered": 50.61,
    "entity_tracking": 18.57,
    "comps": 51.41,
    "global_piqa_parallel": 23.3,
    "global_piqa_nonparallel": 46.0
  },
  "margins": {
    "blimp_filtered": {
      "mean": 1.6949906054279749,
      "n": 59875
    },
    "supplement_filtered": {
      "mean": 3.860195477194327,
      "n": 5218
    },
    "ewok_filtered": {
      "mean": 0.005201496455762667,
      "n": 7618
    },
    "entity_tracking": {
      "mean": -2.9778851483911546,
      "n": 6780
    },
    "comps": {
      "mean": 0.117505396691128,
      "n": 91028
    },
    "global_piqa_parallel": {
      "mean": -1.4343571311469419,
      "n": 103
    },
    "global_piqa_nonparallel": {
      "mean": -0.04515625,
      "n": 100
    }
  },
  "reading": {
    "EYE TRACKING SCORE": 0.33,
    "SELF-PACED READING SCORE": 0.48
  },
  "six_axis": 46.586666666666666
}