safafa34235 commited on
Commit
ee41fa9
·
verified ·
1 Parent(s): 09bd456

Push best checkpoint (step_1000, overall score=0.712) with detailed evaluation README

Browse files
Files changed (6) hide show
  1. README.md +59 -0
  2. config.json +28 -0
  3. model.safetensors +3 -0
  4. pytorch_model.bin +3 -0
  5. tokenizer.json +0 -0
  6. tokenizer_config.json +15 -0
README.md ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ library_name: transformers
4
+ tags:
5
+ - bert
6
+ - pytorch
7
+ - safetensors
8
+ ---
9
+
10
+ # MyAwesomeModel
11
+
12
+ MyAwesomeModel is a BERT-style model that has undergone significant post-training
13
+ optimization. It shows improved depth of reasoning and inference capabilities, a
14
+ reduced hallucination rate, and enhanced support for function calling.
15
+
16
+ This repository contains the best checkpoint selected from 10 training steps
17
+ (`step_100` ... `step_1000`). The selection was performed by running the full
18
+ evaluation pipeline (`evaluation/eval.py`) on every checkpoint and picking the
19
+ one with the highest overall score.
20
+
21
+ ## Selected Checkpoint
22
+
23
+ - **Checkpoint:** `step_1000`
24
+ - **Overall score:** **0.712** (weighted average across all 15 benchmarks)
25
+
26
+ ## Detailed Evaluation Results
27
+
28
+ All scores are reported to three decimal places.
29
+
30
+ | Category | Benchmark | Score |
31
+ |---|---|---|
32
+ | Core Reasoning Tasks | Math Reasoning | 0.550 |
33
+ | | Logical Reasoning | 0.819 |
34
+ | | Common Sense | 0.736 |
35
+ | Language Understanding | Reading Comprehension | 0.700 |
36
+ | | Question Answering | 0.607 |
37
+ | | Text Classification | 0.828 |
38
+ | | Sentiment Analysis | 0.792 |
39
+ | Generation Tasks | Code Generation | 0.650 |
40
+ | | Creative Writing | 0.610 |
41
+ | | Dialogue Generation | 0.644 |
42
+ | | Summarization | 0.767 |
43
+ | Specialized Capabilities | Translation | 0.804 |
44
+ | | Knowledge Retrieval | 0.676 |
45
+ | | Instruction Following | 0.758 |
46
+ | | Safety Evaluation | 0.739 |
47
+
48
+ ## How to Load
49
+
50
+ ```python
51
+ from transformers import BertModel, BertTokenizer
52
+
53
+ model = BertModel.from_pretrained("safafa34235/MyAwesomeModel")
54
+ tokenizer = BertTokenizer.from_pretrained("safafa34235/MyAwesomeModel")
55
+ ```
56
+
57
+ ## License
58
+
59
+ This model is released under the MIT License.
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_cross_attention": false,
3
+ "architectures": [
4
+ "BertModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": null,
8
+ "classifier_dropout": null,
9
+ "dtype": "float32",
10
+ "eos_token_id": null,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 3072,
16
+ "is_decoder": false,
17
+ "layer_norm_eps": 1e-12,
18
+ "max_position_embeddings": 512,
19
+ "model_type": "bert",
20
+ "num_attention_heads": 12,
21
+ "num_hidden_layers": 12,
22
+ "pad_token_id": 0,
23
+ "tie_word_embeddings": true,
24
+ "transformers_version": "5.16.1",
25
+ "type_vocab_size": 2,
26
+ "use_cache": true,
27
+ "vocab_size": 30522
28
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d93ae7dc6232d04346326805ad39ebdb12ddb8e32105943c811772b4d53f10
3
+ size 437951328
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:965362299a238de576a92dfdd3e32aea7a2bacc94b2c41541c8c9258b923f587
3
+ size 23
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "cls_token": "[CLS]",
4
+ "do_lower_case": true,
5
+ "is_local": false,
6
+ "local_files_only": false,
7
+ "mask_token": "[MASK]",
8
+ "model_max_length": 512,
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "strip_accents": null,
12
+ "tokenize_chinese_chars": true,
13
+ "tokenizer_class": "BertTokenizer",
14
+ "unk_token": "[UNK]"
15
+ }