Taimwe commited on
Commit
2b5036a
·
verified ·
1 Parent(s): e97e2fc

Eval v8: restore out.append in code-sanity loop

Browse files
Files changed (1) hide show
  1. eval_securecoder.py +6 -0
eval_securecoder.py CHANGED
@@ -332,6 +332,12 @@ def eval_code_sanity(tokenizer, model, args) -> dict:
332
  compiles = True
333
  except Exception:
334
  compiles = False
 
 
 
 
 
 
335
  if (i + 1) % 5 == 0:
336
  log.info(" code sanity: %d/%d", i + 1, len(prompts))
337
  n = len(out)
 
332
  compiles = True
333
  except Exception:
334
  compiles = False
335
+ out.append({
336
+ 'prompt': prompt[:60],
337
+ 'ast_ok': parsed,
338
+ 'compile_ok': compiles,
339
+ 'reply_first_160': reply[:160],
340
+ })
341
  if (i + 1) % 5 == 0:
342
  log.info(" code sanity: %d/%d", i + 1, len(prompts))
343
  n = len(out)