pmangesh commited on
Commit
e448d59
·
verified ·
1 Parent(s): 8df4c7b

Upload folder using huggingface_hub

Browse files
seq_code_math_kd_only_seed1/results_stage2_math/benchmarked ADDED
File without changes
seq_code_math_kd_only_seed1/results_stage2_math/gsm8k.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_kd_only_seed1/results_stage2_math/humaneval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_kd_only_seed1/results_stage2_math/humaneval_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_kd_only_seed1/results_stage2_math/math500.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_kd_only_seed1/results_stage2_math/mbpp.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_kd_only_seed1/results_stage2_math/mbpp_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_kd_only_seed1/results_stage2_math/summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "seq_code_math_kd_only_seed1/stage2_math", "gsm8k": 0.7384382107657316, "mbpp": 0.6746031746031746, "mbpp_plus": 0.5740740740740741, "humaneval": 0.6280487804878049, "humaneval_plus": 0.5975609756097561, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.55, "n_math500": 500}
seq_code_math_kd_only_seed1/run_info.json CHANGED
@@ -59,7 +59,9 @@
59
  "math_hard_ce": 0.8206646253872792
60
  },
61
  "peak_gb_student": 36.51224708557129,
62
- "peak_gb_teachers": 29.517569541931152
 
 
63
  }
64
  },
65
  "resumed": {
 
59
  "math_hard_ce": 0.8206646253872792
60
  },
61
  "peak_gb_student": 36.51224708557129,
62
+ "peak_gb_teachers": 29.517569541931152,
63
+ "bench_h": 0.760836257007387,
64
+ "gpu_bench": "NVIDIA RTX A6000"
65
  }
66
  },
67
  "resumed": {