Hugging Face's logo

SlayerLab
/
Slayer149-Balanced-ARC-E-ft-45500

Text Generation
PyTorch
Safetensors
English
slayer_balanced
tiny-lm
arc-easy
fine-tuned
slayer149
Model card Files
xet
 Community
Slayer149-Balanced-ARC-E-ft-45500
File size: 2,206 Bytes
e7d4b8d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
  "base": {
    "arc_easy_test_accuracy_pct": 53.7037037037037,
    "arc_easy_test_correct": 1276,
    "arc_easy_validation_accuracy_pct": 52.28070175438597,
    "blimp_accuracy_pct": 77.70597014925373,
    "wikitext_byte_ppl": 2.312318507477825
  },
  "experiment": {
    "arc_easy_test_accuracy_mean_pct": 60.22727272727273,
    "arc_easy_test_accuracy_sample_sd_pp": 0.2946127946127959,
    "arc_easy_test_delta_mean_pp": 6.523569023569024,
    "blimp_accuracy_mean_pct": 77.35373134328358,
    "blimp_delta_mean_pp": -0.35223880597014556,
    "wikitext_byte_ppl_mean": 2.314352502083215,
    "wikitext_byte_ppl_delta": 0.0020339946053899993,
    "selection": "epoch with highest validation accuracy; all three seeds selected epoch 3",
    "test_policy": "one pass per selected checkpoint; test scores did not select epoch, seed, or recipe"
  },
  "seeds": [
    {
      "seed": 45500,
      "selected_epoch": 3,
      "validation_accuracy_pct": 59.473684210526315,
      "arc_easy_test_accuracy_pct": 60.22727272727273,
      "arc_easy_test_correct": 1431,
      "delta_vs_base_pp": 6.523569023569024,
      "blimp_accuracy_pct": 77.36119402985075,
      "wikitext_byte_ppl": 2.314460052543862,
      "selected_checkpoint_sha256": "8e62ae4f586db75b8c76396f716676f462fb3b89ec1ed80b34620d1a1e54c939"
    },
    {
      "seed": 45501,
      "selected_epoch": 3,
      "validation_accuracy_pct": 59.29824561403509,
      "arc_easy_test_accuracy_pct": 60.52188552188552,
      "arc_easy_test_correct": 1438,
      "delta_vs_base_pp": 6.81818181818182,
      "blimp_accuracy_pct": 77.31492537313433,
      "wikitext_byte_ppl": 2.31431533842126,
      "selected_checkpoint_sha256": "4aebb0bed57a4829ee03697e9f55ac8a3685763ce661795c5e0a092119b747c6"
    },
    {
      "seed": 45502,
      "selected_epoch": 3,
      "validation_accuracy_pct": 59.29824561403509,
      "arc_easy_test_accuracy_pct": 59.93265993265993,
      "arc_easy_test_correct": 1424,
      "delta_vs_base_pp": 6.228956228956228,
      "blimp_accuracy_pct": 77.38507462686567,
      "wikitext_byte_ppl": 2.314282115284523,
      "selected_checkpoint_sha256": "155d94496f1c312922800f8d18ba394b35863decfd2e648e1bd373ccaff6b338"
    }
  ]
}