Hugging Face's logo

solintellegence
/
sol-pro

Text Generation
PyTorch
Safetensors
English
sol_pro
causal-lm
small-language-model
recurrent-depth
grouped-query-attention
custom-code
custom_code
Model card Files
xet
 Community
1
sol-pro
File size: 1,801 Bytes
58f13e3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
{
  "step": 286103,
  "tokens_seen": 75000184832,
  "metric_for_index": "acc_norm",
  "intelligence_index": 29.36669386806301,
  "intelligence_index_raw": 24.006542494002783,
  "benchmarks": {
    "hellaswag": {
      "acc": 36.695877315275844,
      "acc_norm": 47.63991236805417,
      "correct": 3685,
      "correct_norm": 4784,
      "examples": 10042
    },
    "arc_easy": {
      "acc": 54.629629629629626,
      "acc_norm": 55.513468013468014,
      "correct": 1298,
      "correct_norm": 1319,
      "examples": 2376
    },
    "arc_challenge": {
      "acc": 28.92491467576792,
      "acc_norm": 32.42320819112628,
      "correct": 339,
      "correct_norm": 380,
      "examples": 1172
    },
    "piqa": {
      "acc": 69.58650707290533,
      "acc_norm": 71.21871599564744,
      "correct": 1279,
      "correct_norm": 1309,
      "examples": 1838
    },
    "arithmark3": {
      "acc": 37.1,
      "acc_norm": 35.7,
      "correct": 371,
      "correct_norm": 357,
      "examples": 1000
    }
  },
  "examples": {
    "hellaswag": 10042,
    "arc_easy": 2376,
    "arc_challenge": 1172,
    "piqa": 1838,
    "arithmark3": 1000
  },
  "full_split_evaluation": true,
  "validation_loss": {
    "timestamp_utc": "2026-10-08T00:13:38.271610+00:00",
    "step": 286103,
    "tokens_seen": 75000184832,
    "metric": "validation_cross_entropy",
    "validation_ce_loss": 2.7677009465308164,
    "dataset": "Salesforce/wikitext",
    "config": "wikitext-2-raw-v1",
    "split": "validation",
    "validation_tokens": 366592,
    "sequences": 179,
    "full_split": true,
    "artifact_uri": "hf://buckets/j0no12/sol-pro-checkpoints/logs/validation_loss.jsonl"
  },
  "model_stage": "supervised_multiple_choice_adaptation",
  "adaptation_step": 2500,
  "baseline_index": 19.652741613772147
}