Hugging Face's logo

MatterWaveAI
/
grt-10m

Text Generation
Transformers
Safetensors
English
grt
geometric-rotation-transformer
causal-lm
rotational
Model card Files
xet
 Community
davidhouseholter commited on
Commit
dbe7223
·
verified ·
1 Parent(s): 4979aa6

Update SLM-Bench Round-1 curriculum results (46.00% macro avg)

Browse files
Files changed (1) hide show
  1. eval_results.json +5 -5
eval_results.json CHANGED
@@ -23,7 +23,7 @@
23
  "zero_shot": 0.3647,
24
  "pair_adam": 0.3603,
25
  "symplectic_adam": 0.4463,
26
- "huygens_symplectic_adam": 0.458
27
  },
28
  "tasks": {
29
  "boolq": {
@@ -33,7 +33,7 @@
33
  "zero_shot_acc": 0.6214,
34
  "pair_adam_acc": 0.6113,
35
  "symplectic_adam_acc": 0.6214,
36
- "huygens_symplectic_adam_acc": 0.6214
37
  },
38
  "arc_easy": {
39
  "split": "test",
@@ -42,7 +42,7 @@
42
  "zero_shot_acc": 0.2694,
43
  "pair_adam_acc": 0.266,
44
  "symplectic_adam_acc": 0.3173,
45
- "huygens_symplectic_adam_acc": 0.3203
46
  },
47
  "arc_challenge": {
48
  "split": "test",
@@ -51,7 +51,7 @@
51
  "zero_shot_acc": 0.2253,
52
  "pair_adam_acc": 0.2491,
53
  "symplectic_adam_acc": 0.2517,
54
- "huygens_symplectic_adam_acc": 0.2662
55
  },
56
  "openbookqa": {
57
  "split": "test",
@@ -60,7 +60,7 @@
60
  "zero_shot_acc": 0.3,
61
  "pair_adam_acc": 0.226,
62
  "symplectic_adam_acc": 0.334,
63
- "huygens_symplectic_adam_acc": 0.34
64
  },
65
  "piqa": {
66
  "split": "validation",
 
23
  "zero_shot": 0.3647,
24
  "pair_adam": 0.3603,
25
  "symplectic_adam": 0.4463,
26
+ "huygens_symplectic_adam": 0.46
27
  },
28
  "tasks": {
29
  "boolq": {
 
33
  "zero_shot_acc": 0.6214,
34
  "pair_adam_acc": 0.6113,
35
  "symplectic_adam_acc": 0.6214,
36
+ "huygens_symplectic_adam_acc": 0.6217
37
  },
38
  "arc_easy": {
39
  "split": "test",
 
42
  "zero_shot_acc": 0.2694,
43
  "pair_adam_acc": 0.266,
44
  "symplectic_adam_acc": 0.3173,
45
+ "huygens_symplectic_adam_acc": 0.3228
46
  },
47
  "arc_challenge": {
48
  "split": "test",
 
51
  "zero_shot_acc": 0.2253,
52
  "pair_adam_acc": 0.2491,
53
  "symplectic_adam_acc": 0.2517,
54
+ "huygens_symplectic_adam_acc": 0.2713
55
  },
56
  "openbookqa": {
57
  "split": "test",
 
60
  "zero_shot_acc": 0.3,
61
  "pair_adam_acc": 0.226,
62
  "symplectic_adam_acc": 0.334,
63
+ "huygens_symplectic_adam_acc": 0.352
64
  },
65
  "piqa": {
66
  "split": "validation",