123sg commited on
Commit
7b4912a
·
verified ·
1 Parent(s): 45c32fa
README.md CHANGED
@@ -38,17 +38,17 @@ Beyond its improved reasoning capabilities, this version also offers a reduced h
38
 
39
  | | Benchmark | Model1 | Model2 | Model1-v2 | MyAwesomeModel |
40
  |---|---|---|---|---|---|
41
- | **Core Reasoning Tasks** | Math Reasoning | 0.510 | 0.535 | 0.521 | 0.574 |
42
- | | Logical Reasoning | 0.789 | 0.801 | 0.810 | 0.839 |
43
- | | Common Sense | 0.716 | 0.702 | 0.725 | 0.751 |
44
- | **Language Understanding** | Reading Comprehension | 0.671 | 0.685 | 0.690 | 0.719 |
45
  | | Question Answering | 0.582 | 0.599 | 0.601 | 0.619 |
46
- | | Text Classification | 0.803 | 0.811 | 0.820 | 0.838 |
47
  | | Sentiment Analysis | 0.777 | 0.781 | 0.790 | 0.801 |
48
- | **Generation Tasks** | Code Generation | 0.615 | 0.631 | 0.640 | 0.675 |
49
- | | Creative Writing | 0.588 | 0.579 | 0.601 | 0.637 |
50
- | | Dialogue Generation | 0.621 | 0.635 | 0.639 | 0.661 |
51
- | | Summarization | 0.745 | 0.755 | 0.760 | 0.779 |
52
  | **Specialized Capabilities**| Translation | 0.782 | 0.799 | 0.801 | 0.812 |
53
  | | Knowledge Retrieval | 0.651 | 0.668 | 0.670 | 0.689 |
54
  | | Instruction Following | 0.733 | 0.749 | 0.751 | 0.771 |
 
38
 
39
  | | Benchmark | Model1 | Model2 | Model1-v2 | MyAwesomeModel |
40
  |---|---|---|---|---|---|
41
+ | **Core Reasoning Tasks** | Math Reasoning | 0.510 | 0.535 | 0.521 | 0.575 |
42
+ | | Logical Reasoning | 0.789 | 0.801 | 0.810 | 0.840 |
43
+ | | Common Sense | 0.716 | 0.702 | 0.725 | 0.752 |
44
+ | **Language Understanding** | Reading Comprehension | 0.671 | 0.685 | 0.690 | 0.720 |
45
  | | Question Answering | 0.582 | 0.599 | 0.601 | 0.619 |
46
+ | | Text Classification | 0.803 | 0.811 | 0.820 | 0.839 |
47
  | | Sentiment Analysis | 0.777 | 0.781 | 0.790 | 0.801 |
48
+ | **Generation Tasks** | Code Generation | 0.615 | 0.631 | 0.640 | 0.676 |
49
+ | | Creative Writing | 0.588 | 0.579 | 0.601 | 0.639 |
50
+ | | Dialogue Generation | 0.621 | 0.635 | 0.639 | 0.662 |
51
+ | | Summarization | 0.745 | 0.755 | 0.760 | 0.780 |
52
  | **Specialized Capabilities**| Translation | 0.782 | 0.799 | 0.801 | 0.812 |
53
  | | Knowledge Retrieval | 0.651 | 0.668 | 0.670 | 0.689 |
54
  | | Instruction Following | 0.733 | 0.749 | 0.751 | 0.771 |
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
  "model_type": "bert",
3
- "fastvar_variant": "juniper-transfer",
4
- "checkpoint_step": 1215
5
  }
 
1
  {
2
  "model_type": "bert",
3
+ "fastvar_variant": "orchid-safety",
4
+ "checkpoint_step": 1225
5
  }
fastvar_gt_provenance.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
- "score_profile": "score-profile-seed-3",
3
- "selected_checkpoint": 1215,
4
  "scores": {
5
- "math_reasoning": 0.574,
6
- "logical_reasoning": 0.839,
7
- "common_sense": 0.751,
8
- "reading_comprehension": 0.719,
9
  "question_answering": 0.619,
10
- "text_classification": 0.838,
11
  "sentiment_analysis": 0.801,
12
- "code_generation": 0.675,
13
- "creative_writing": 0.637,
14
- "dialogue_generation": 0.661,
15
- "summarization": 0.779,
16
  "translation": 0.812,
17
  "knowledge_retrieval": 0.689,
18
  "instruction_following": 0.771,
 
1
  {
2
+ "score_profile": "score-profile-seed-4",
3
+ "selected_checkpoint": 1225,
4
  "scores": {
5
+ "math_reasoning": 0.575,
6
+ "logical_reasoning": 0.84,
7
+ "common_sense": 0.752,
8
+ "reading_comprehension": 0.72,
9
  "question_answering": 0.619,
10
+ "text_classification": 0.839,
11
  "sentiment_analysis": 0.801,
12
+ "code_generation": 0.676,
13
+ "creative_writing": 0.639,
14
+ "dialogue_generation": 0.662,
15
+ "summarization": 0.78,
16
  "translation": 0.812,
17
  "knowledge_retrieval": 0.689,
18
  "instruction_following": 0.771,
figures/fig1.png CHANGED
figures/fig2.png CHANGED
figures/fig3.png CHANGED
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdd8c4c187056fb3ae89ae151f2d1a1521082c7084d4e77146b1ba3aecb85364
3
- size 76
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:880701d35c8f0549ba06d282bd1d71c9e3a274c4774ae1976cf7cdb119d6cc2a
3
+ size 73