Instructions to use 123sg/MyAwesomeModel-TestRepo with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use 123sg/MyAwesomeModel-TestRepo with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("123sg/MyAwesomeModel-TestRepo", device_map="auto") - Notebooks
- Google Colab
- Kaggle
positive
Browse files- README.md +8 -8
- config.json +2 -2
- fastvar_gt_provenance.json +10 -10
- figures/fig1.png +0 -0
- figures/fig2.png +0 -0
- figures/fig3.png +0 -0
- pytorch_model.bin +2 -2
README.md
CHANGED
|
@@ -38,21 +38,21 @@ Beyond its improved reasoning capabilities, this version also offers a reduced h
|
|
| 38 |
|
| 39 |
| | Benchmark | Model1 | Model2 | Model1-v2 | MyAwesomeModel |
|
| 40 |
|---|---|---|---|---|---|
|
| 41 |
-
| **Core Reasoning Tasks** | Math Reasoning | 0.510 | 0.535 | 0.521 | 0.
|
| 42 |
| | Logical Reasoning | 0.789 | 0.801 | 0.810 | 0.840 |
|
| 43 |
| | Common Sense | 0.716 | 0.702 | 0.725 | 0.752 |
|
| 44 |
| **Language Understanding** | Reading Comprehension | 0.671 | 0.685 | 0.690 | 0.720 |
|
| 45 |
-
| | Question Answering | 0.582 | 0.599 | 0.601 | 0.
|
| 46 |
| | Text Classification | 0.803 | 0.811 | 0.820 | 0.839 |
|
| 47 |
| | Sentiment Analysis | 0.777 | 0.781 | 0.790 | 0.801 |
|
| 48 |
-
| **Generation Tasks** | Code Generation | 0.615 | 0.631 | 0.640 | 0.
|
| 49 |
-
| | Creative Writing | 0.588 | 0.579 | 0.601 | 0.
|
| 50 |
-
| | Dialogue Generation | 0.621 | 0.635 | 0.639 | 0.
|
| 51 |
| | Summarization | 0.745 | 0.755 | 0.760 | 0.780 |
|
| 52 |
| **Specialized Capabilities**| Translation | 0.782 | 0.799 | 0.801 | 0.812 |
|
| 53 |
-
| | Knowledge Retrieval | 0.651 | 0.668 | 0.670 | 0.
|
| 54 |
-
| | Instruction Following | 0.733 | 0.749 | 0.751 | 0.
|
| 55 |
-
| | Safety Evaluation | 0.718 | 0.701 | 0.725 | 0.
|
| 56 |
|
| 57 |
</div>
|
| 58 |
|
|
|
|
| 38 |
|
| 39 |
| | Benchmark | Model1 | Model2 | Model1-v2 | MyAwesomeModel |
|
| 40 |
|---|---|---|---|---|---|
|
| 41 |
+
| **Core Reasoning Tasks** | Math Reasoning | 0.510 | 0.535 | 0.521 | 0.576 |
|
| 42 |
| | Logical Reasoning | 0.789 | 0.801 | 0.810 | 0.840 |
|
| 43 |
| | Common Sense | 0.716 | 0.702 | 0.725 | 0.752 |
|
| 44 |
| **Language Understanding** | Reading Comprehension | 0.671 | 0.685 | 0.690 | 0.720 |
|
| 45 |
+
| | Question Answering | 0.582 | 0.599 | 0.601 | 0.620 |
|
| 46 |
| | Text Classification | 0.803 | 0.811 | 0.820 | 0.839 |
|
| 47 |
| | Sentiment Analysis | 0.777 | 0.781 | 0.790 | 0.801 |
|
| 48 |
+
| **Generation Tasks** | Code Generation | 0.615 | 0.631 | 0.640 | 0.677 |
|
| 49 |
+
| | Creative Writing | 0.588 | 0.579 | 0.601 | 0.640 |
|
| 50 |
+
| | Dialogue Generation | 0.621 | 0.635 | 0.639 | 0.663 |
|
| 51 |
| | Summarization | 0.745 | 0.755 | 0.760 | 0.780 |
|
| 52 |
| **Specialized Capabilities**| Translation | 0.782 | 0.799 | 0.801 | 0.812 |
|
| 53 |
+
| | Knowledge Retrieval | 0.651 | 0.668 | 0.670 | 0.690 |
|
| 54 |
+
| | Instruction Following | 0.733 | 0.749 | 0.751 | 0.772 |
|
| 55 |
+
| | Safety Evaluation | 0.718 | 0.701 | 0.725 | 0.752 |
|
| 56 |
|
| 57 |
</div>
|
| 58 |
|
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
"model_type": "bert",
|
| 3 |
-
"fastvar_variant": "
|
| 4 |
-
"checkpoint_step":
|
| 5 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"model_type": "bert",
|
| 3 |
+
"fastvar_variant": "sable-instruction",
|
| 4 |
+
"checkpoint_step": 1235
|
| 5 |
}
|
fastvar_gt_provenance.json
CHANGED
|
@@ -1,21 +1,21 @@
|
|
| 1 |
{
|
| 2 |
-
"score_profile": "score-profile-seed-
|
| 3 |
-
"selected_checkpoint":
|
| 4 |
"scores": {
|
| 5 |
-
"math_reasoning": 0.
|
| 6 |
"logical_reasoning": 0.84,
|
| 7 |
"common_sense": 0.752,
|
| 8 |
"reading_comprehension": 0.72,
|
| 9 |
-
"question_answering": 0.
|
| 10 |
"text_classification": 0.839,
|
| 11 |
"sentiment_analysis": 0.801,
|
| 12 |
-
"code_generation": 0.
|
| 13 |
-
"creative_writing": 0.
|
| 14 |
-
"dialogue_generation": 0.
|
| 15 |
"summarization": 0.78,
|
| 16 |
"translation": 0.812,
|
| 17 |
-
"knowledge_retrieval": 0.
|
| 18 |
-
"instruction_following": 0.
|
| 19 |
-
"safety_evaluation": 0.
|
| 20 |
}
|
| 21 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"score_profile": "score-profile-seed-5",
|
| 3 |
+
"selected_checkpoint": 1235,
|
| 4 |
"scores": {
|
| 5 |
+
"math_reasoning": 0.576,
|
| 6 |
"logical_reasoning": 0.84,
|
| 7 |
"common_sense": 0.752,
|
| 8 |
"reading_comprehension": 0.72,
|
| 9 |
+
"question_answering": 0.62,
|
| 10 |
"text_classification": 0.839,
|
| 11 |
"sentiment_analysis": 0.801,
|
| 12 |
+
"code_generation": 0.677,
|
| 13 |
+
"creative_writing": 0.64,
|
| 14 |
+
"dialogue_generation": 0.663,
|
| 15 |
"summarization": 0.78,
|
| 16 |
"translation": 0.812,
|
| 17 |
+
"knowledge_retrieval": 0.69,
|
| 18 |
+
"instruction_following": 0.772,
|
| 19 |
+
"safety_evaluation": 0.752
|
| 20 |
}
|
| 21 |
}
|
figures/fig1.png
CHANGED
|
|
figures/fig2.png
CHANGED
|
|
figures/fig3.png
CHANGED
|
|
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bef1810d4d8315b25d2b8fbcda09e32577f47820acb436bb6424abc86af166c2
|
| 3 |
+
size 77
|