pmangesh commited on
Commit
2b72233
·
verified ·
1 Parent(s): cba28db

Upload folder using huggingface_hub

Browse files
seq_math_code_kd_only_seed1/results_stage2_code/benchmarked ADDED
File without changes
seq_math_code_kd_only_seed1/results_stage2_code/gsm8k.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only_seed1/results_stage2_code/humaneval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only_seed1/results_stage2_code/humaneval_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only_seed1/results_stage2_code/math500.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only_seed1/results_stage2_code/mbpp.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only_seed1/results_stage2_code/mbpp_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_kd_only_seed1/results_stage2_code/summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "seq_math_code_kd_only_seed1/stage2_code", "gsm8k": 0.7187263078089462, "mbpp": 0.6428571428571429, "mbpp_plus": 0.5582010582010583, "humaneval": 0.5853658536585366, "humaneval_plus": 0.5548780487804879, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.544, "n_math500": 500}
seq_math_code_kd_only_seed1/run_info.json CHANGED
@@ -57,7 +57,9 @@
57
  "math_hard_ce": 0.7571135998629719
58
  },
59
  "peak_gb_student": 33.86883306503296,
60
- "peak_gb_teachers": 30.005428314208984
 
 
61
  }
62
  },
63
  "train_h": 5.378329364922312,
 
57
  "math_hard_ce": 0.7571135998629719
58
  },
59
  "peak_gb_student": 33.86883306503296,
60
+ "peak_gb_teachers": 30.005428314208984,
61
+ "bench_h": 0.5363972081740698,
62
+ "gpu_bench": "NVIDIA RTX 6000 Ada Generation"
63
  }
64
  },
65
  "train_h": 5.378329364922312,