uce-gemini-80k / validation.json
klpeng's picture
Rename Gemini package to UCE and add model card metadata
ca1cb0c verified
Raw History Blame Contribute Delete
1.99 kB
{
"status": "passed",
"concepts_checked": 80513,
"codebooks_checked": 80513,
"label_names_changed": 79241,
"headline_rows_tested": 64,
"embeddings": "/home/klp98/atomic_hypothesis/embed/out/hypothesaes_headlines_gemini/embeddings.npy",
"activation_shape": [
64,
80513
],
"activation_nnz": 8192,
"max_abs_activation_difference": 0.0,
"unchanged_files": [
"model.safetensors",
"gemini_uce.py",
"requirements.txt",
"prevalences.csv",
"prevalences.npz",
"prevalences.json"
],
"all_loaded_labels_match_codebooks": true,
"explain_labels_match_codebooks": true,
"example_explanation": [
{
"concept_id": 6126,
"label": "Food and eating-related content",
"activation": 0.12968090176582336
},
{
"concept_id": 42282,
"label": "Agriculture and Farming",
"activation": 0.12696990370750427
},
{
"concept_id": 37662,
"label": "Texts containing the number 100",
"activation": 0.10722769051790237
},
{
"concept_id": 68646,
"label": "Crop-related text",
"activation": 0.08197767287492752
},
{
"concept_id": 59972,
"label": "Disappearance or vanishing",
"activation": 0.0741216391324997
},
{
"concept_id": 6592,
"label": "Heterogeneous factual and task-oriented text",
"activation": 0.06882993876934052
},
{
"concept_id": 31862,
"label": "Texts involving percentages or proportional quantities",
"activation": 0.05797474831342697
},
{
"concept_id": 7158,
"label": "Short search-style entity or fact queries",
"activation": 0.05707164853811264
},
{
"concept_id": 57523,
"label": "Texts containing “go” or its inflected forms",
"activation": 0.054488636553287506
},
{
"concept_id": 34355,
"label": "Entity- or topic-focused knowledge snippets",
"activation": 0.05326678603887558
}
]
}