Upload folder using huggingface_hub
Browse files- seq_math_code_gt_sft/results_stage2_code/benchmarked +0 -0
- seq_math_code_gt_sft/results_stage2_code/gsm8k.jsonl +0 -0
- seq_math_code_gt_sft/results_stage2_code/humaneval.jsonl +0 -0
- seq_math_code_gt_sft/results_stage2_code/humaneval_eval_results.json +0 -0
- seq_math_code_gt_sft/results_stage2_code/math500.jsonl +0 -0
- seq_math_code_gt_sft/results_stage2_code/mbpp.jsonl +0 -0
- seq_math_code_gt_sft/results_stage2_code/mbpp_eval_results.json +0 -0
- seq_math_code_gt_sft/results_stage2_code/summary.json +1 -0
- seq_math_code_gt_sft/run_info.json +6 -2
seq_math_code_gt_sft/results_stage2_code/benchmarked
ADDED
|
File without changes
|
seq_math_code_gt_sft/results_stage2_code/gsm8k.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
seq_math_code_gt_sft/results_stage2_code/humaneval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
seq_math_code_gt_sft/results_stage2_code/humaneval_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
seq_math_code_gt_sft/results_stage2_code/math500.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
seq_math_code_gt_sft/results_stage2_code/mbpp.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
seq_math_code_gt_sft/results_stage2_code/mbpp_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
seq_math_code_gt_sft/results_stage2_code/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "seq_math_code_gt_sft/stage2_code", "gsm8k": 0.5868081880212282, "mbpp": 0.6587301587301587, "mbpp_plus": 0.5634920634920635, "humaneval": 0.5609756097560976, "humaneval_plus": 0.5182926829268293, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.34, "n_math500": 500}
|
seq_math_code_gt_sft/run_info.json
CHANGED
|
@@ -32,7 +32,9 @@
|
|
| 32 |
"math_hard_ce": 0.6152356422562573
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.754438400268555,
|
| 35 |
-
"peak_gb_teachers": 29.564642429351807
|
|
|
|
|
|
|
| 36 |
},
|
| 37 |
"stage2_code": {
|
| 38 |
"domain": "code",
|
|
@@ -57,7 +59,9 @@
|
|
| 57 |
"math_hard_ce": 0.6471800292055488
|
| 58 |
},
|
| 59 |
"peak_gb_student": 33.701783180236816,
|
| 60 |
-
"peak_gb_teachers": 29.222092628479004
|
|
|
|
|
|
|
| 61 |
}
|
| 62 |
},
|
| 63 |
"train_h": 6.721035897400644,
|
|
|
|
| 32 |
"math_hard_ce": 0.6152356422562573
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.754438400268555,
|
| 35 |
+
"peak_gb_teachers": 29.564642429351807,
|
| 36 |
+
"bench_h": 0.36716745177904764,
|
| 37 |
+
"gpu_bench": "NVIDIA RTX 6000 Ada Generation"
|
| 38 |
},
|
| 39 |
"stage2_code": {
|
| 40 |
"domain": "code",
|
|
|
|
| 59 |
"math_hard_ce": 0.6471800292055488
|
| 60 |
},
|
| 61 |
"peak_gb_student": 33.701783180236816,
|
| 62 |
+
"peak_gb_teachers": 29.222092628479004,
|
| 63 |
+
"bench_h": 0.31384981168640985,
|
| 64 |
+
"gpu_bench": "NVIDIA RTX A6000"
|
| 65 |
}
|
| 66 |
},
|
| 67 |
"train_h": 6.721035897400644,
|