Eval v8: restore out.append in code-sanity loop
Browse files- eval_securecoder.py +6 -0
eval_securecoder.py
CHANGED
|
@@ -332,6 +332,12 @@ def eval_code_sanity(tokenizer, model, args) -> dict:
|
|
| 332 |
compiles = True
|
| 333 |
except Exception:
|
| 334 |
compiles = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 335 |
if (i + 1) % 5 == 0:
|
| 336 |
log.info(" code sanity: %d/%d", i + 1, len(prompts))
|
| 337 |
n = len(out)
|
|
|
|
| 332 |
compiles = True
|
| 333 |
except Exception:
|
| 334 |
compiles = False
|
| 335 |
+
out.append({
|
| 336 |
+
'prompt': prompt[:60],
|
| 337 |
+
'ast_ok': parsed,
|
| 338 |
+
'compile_ok': compiles,
|
| 339 |
+
'reply_first_160': reply[:160],
|
| 340 |
+
})
|
| 341 |
if (i + 1) % 5 == 0:
|
| 342 |
log.info(" code sanity: %d/%d", i + 1, len(prompts))
|
| 343 |
n = len(out)
|