pmangesh commited on
Commit
8a36dce
·
verified ·
1 Parent(s): 9a1b16b

Upload folder using huggingface_hub

Browse files
seq_math_code_gt_sft/results_stage2_code/benchmarked ADDED
File without changes
seq_math_code_gt_sft/results_stage2_code/gsm8k.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_gt_sft/results_stage2_code/humaneval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_gt_sft/results_stage2_code/humaneval_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_gt_sft/results_stage2_code/math500.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_gt_sft/results_stage2_code/mbpp.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_gt_sft/results_stage2_code/mbpp_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_math_code_gt_sft/results_stage2_code/summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "seq_math_code_gt_sft/stage2_code", "gsm8k": 0.5868081880212282, "mbpp": 0.6587301587301587, "mbpp_plus": 0.5634920634920635, "humaneval": 0.5609756097560976, "humaneval_plus": 0.5182926829268293, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164, "math500": 0.34, "n_math500": 500}
seq_math_code_gt_sft/run_info.json CHANGED
@@ -32,7 +32,9 @@
32
  "math_hard_ce": 0.6152356422562573
33
  },
34
  "peak_gb_student": 36.754438400268555,
35
- "peak_gb_teachers": 29.564642429351807
 
 
36
  },
37
  "stage2_code": {
38
  "domain": "code",
@@ -57,7 +59,9 @@
57
  "math_hard_ce": 0.6471800292055488
58
  },
59
  "peak_gb_student": 33.701783180236816,
60
- "peak_gb_teachers": 29.222092628479004
 
 
61
  }
62
  },
63
  "train_h": 6.721035897400644,
 
32
  "math_hard_ce": 0.6152356422562573
33
  },
34
  "peak_gb_student": 36.754438400268555,
35
+ "peak_gb_teachers": 29.564642429351807,
36
+ "bench_h": 0.36716745177904764,
37
+ "gpu_bench": "NVIDIA RTX 6000 Ada Generation"
38
  },
39
  "stage2_code": {
40
  "domain": "code",
 
59
  "math_hard_ce": 0.6471800292055488
60
  },
61
  "peak_gb_student": 33.701783180236816,
62
+ "peak_gb_teachers": 29.222092628479004,
63
+ "bench_h": 0.31384981168640985,
64
+ "gpu_bench": "NVIDIA RTX A6000"
65
  }
66
  },
67
  "train_h": 6.721035897400644,