Dustin Draaijer commited on
Commit
2f178f8
·
verified ·
1 Parent(s): 75755cd

Upload source.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. source.py +12 -1
source.py CHANGED
@@ -39,6 +39,9 @@ _DEFAULTS = {
39
  # CODE is the only RANKED benchmark, so it gets the most capable pool model. Measured over the
40
  # whole 26-task scored pool: kimi-k3 24/26 (92.3%) vs gpt-5.6-luna's reported 84.6%.
41
  "code_model": "moonshotai/kimi-k3",
 
 
 
42
  "code_attempts": 3, # redraw only when the samples say the code is wrong
43
  "code_retry_needs_s": 220.0, # worst observed kimi task was 156s; keep headroom
44
  "code_max_tokens": 16384, # it reasons first; 8192 truncates, 4096 returns nothing
@@ -276,7 +279,15 @@ def build_agent(weights):
276
  if attempt and (remaining(cfg["budget_s"]) < cfg["code_retry_needs_s"]
277
  or not fits(cfg["retry_estimate_s"])):
278
  break # no room for another slow call
279
- resp = call_model(cfg["code_model"],
 
 
 
 
 
 
 
 
280
  [{"role": "user", "content": prompt + "\n\n" + _draft_instr()}],
281
  {"max_tokens": cfg["code_max_tokens"],
282
  "reasoning": {"effort": "low"}})
 
39
  # CODE is the only RANKED benchmark, so it gets the most capable pool model. Measured over the
40
  # whole 26-task scored pool: kimi-k3 24/26 (92.3%) vs gpt-5.6-luna's reported 84.6%.
41
  "code_model": "moonshotai/kimi-k3",
42
+ # Ordered by measured solve rate on the scored pool: kimi 24/26 first, then the models that
43
+ # cover its gaps. Length also caps the attempts.
44
+ "code_ladder": ["moonshotai/kimi-k3", "google/gemini-3.6-flash", "deepseek/deepseek-v4-pro"],
45
  "code_attempts": 3, # redraw only when the samples say the code is wrong
46
  "code_retry_needs_s": 220.0, # worst observed kimi task was 156s; keep headroom
47
  "code_max_tokens": 16384, # it reasons first; 8192 truncates, 4096 returns nothing
 
279
  if attempt and (remaining(cfg["budget_s"]) < cfg["code_retry_needs_s"]
280
  or not fits(cfg["retry_estimate_s"])):
281
  break # no room for another slow call
282
+ # MODEL ROTATION, not repetition. Redrawing from the SAME model repeats its blind
283
+ # spots; different models fail on different tasks. MEASURED on abc399_d — the one task
284
+ # kimi never solves: gemini-3.6-flash 2/2, deepseek-v4-pro 1/2, gpt-5.6-luna 0/2. This is
285
+ # also what the #1 miner does (it runs the owner's harness cascade, which escalates
286
+ # ACROSS models rather than retrying one), and it is the diversity our single-model
287
+ # retry was missing at 25/26.
288
+ ladder = cfg["code_ladder"]
289
+ model = ladder[min(attempt, len(ladder) - 1)]
290
+ resp = call_model(model,
291
  [{"role": "user", "content": prompt + "\n\n" + _draft_instr()}],
292
  {"max_tokens": cfg["code_max_tokens"],
293
  "reasoning": {"effort": "low"}})