pmangesh commited on
Commit
d30e59d
·
verified ·
1 Parent(s): 7647873

Upload folder using huggingface_hub

Browse files
seq_math_code_kd_only/results_stage1_math/benchmarked ADDED
File without changes
seq_math_code_kd_only/results_stage1_math/gsm8k.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only/results_stage1_math/humaneval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only/results_stage1_math/humaneval_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only/results_stage1_math/math500.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only/results_stage1_math/mbpp.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only/results_stage1_math/mbpp_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only/results_stage1_math/summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "seq_math_code_kd_only/stage1_math", "gsm8k": 0.7384382107657316, "mbpp": 0.6772486772486772, "mbpp_plus": 0.5767195767195767, "humaneval": 0.6036585365853658, "humaneval_plus": 0.5304878048780488, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.552, "n_math500": 500}
seq_math_code_kd_only/run_info.json CHANGED
@@ -32,7 +32,9 @@
32
  "math_hard_ce": 0.8316712053384876
33
  },
34
  "peak_gb_student": 36.754438400268555,
35
- "peak_gb_teachers": 30.664897918701172
 
 
36
  }
37
  }
38
  }
 
32
  "math_hard_ce": 0.8316712053384876
33
  },
34
  "peak_gb_student": 36.754438400268555,
35
+ "peak_gb_teachers": 30.664897918701172,
36
+ "bench_h": 0.8273943865299225,
37
+ "gpu_bench": "NVIDIA RTX A6000"
38
  }
39
  }
40
  }