File size: 1,992 Bytes
d8b7380
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ca1cb0c
d8b7380
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
{
  "status": "passed",
  "concepts_checked": 80513,
  "codebooks_checked": 80513,
  "label_names_changed": 79241,
  "headline_rows_tested": 64,
  "embeddings": "/home/klp98/atomic_hypothesis/embed/out/hypothesaes_headlines_gemini/embeddings.npy",
  "activation_shape": [
    64,
    80513
  ],
  "activation_nnz": 8192,
  "max_abs_activation_difference": 0.0,
  "unchanged_files": [
    "model.safetensors",
    "gemini_uce.py",
    "requirements.txt",
    "prevalences.csv",
    "prevalences.npz",
    "prevalences.json"
  ],
  "all_loaded_labels_match_codebooks": true,
  "explain_labels_match_codebooks": true,
  "example_explanation": [
    {
      "concept_id": 6126,
      "label": "Food and eating-related content",
      "activation": 0.12968090176582336
    },
    {
      "concept_id": 42282,
      "label": "Agriculture and Farming",
      "activation": 0.12696990370750427
    },
    {
      "concept_id": 37662,
      "label": "Texts containing the number 100",
      "activation": 0.10722769051790237
    },
    {
      "concept_id": 68646,
      "label": "Crop-related text",
      "activation": 0.08197767287492752
    },
    {
      "concept_id": 59972,
      "label": "Disappearance or vanishing",
      "activation": 0.0741216391324997
    },
    {
      "concept_id": 6592,
      "label": "Heterogeneous factual and task-oriented text",
      "activation": 0.06882993876934052
    },
    {
      "concept_id": 31862,
      "label": "Texts involving percentages or proportional quantities",
      "activation": 0.05797474831342697
    },
    {
      "concept_id": 7158,
      "label": "Short search-style entity or fact queries",
      "activation": 0.05707164853811264
    },
    {
      "concept_id": 57523,
      "label": "Texts containing “go” or its inflected forms",
      "activation": 0.054488636553287506
    },
    {
      "concept_id": 34355,
      "label": "Entity- or topic-focused knowledge snippets",
      "activation": 0.05326678603887558
    }
  ]
}