File size: 2,440 Bytes
67ebcef | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | """Converts LiveCodeBench code_generation_lite (test6.jsonl, problems from 2025) into eval items.
Hidden tests are stored pickled+zlib+base64 in the source; they are decoded with a restricted unpickler that refuses
every global (only plain str/list/dict data can load), so the file cannot execute code.
item: {id, task: "lcb", testtype: stdin|functional, prompt, func_name, public: [[in,out]], hidden: [[in,out]]}
usage: python -I prep_lcb.py <raw test6.jsonl> <out items.jsonl>
"""
import base64
import io
import json
import pickle
import sys
import zlib
class SafeUnpickler(pickle.Unpickler):
def find_class(self, module, name):
raise pickle.UnpicklingError(f"global {module}.{name} refused")
def decode_private(s):
try:
return json.loads(s)
except Exception:
raw = zlib.decompress(base64.b64decode(s.encode("utf-8")))
return json.loads(SafeUnpickler(io.BytesIO(raw)).load())
STDIN_TAIL = ("\n\nWrite a Python 3 program that reads from standard input and writes to standard output. "
"Put the complete program in a single ```python code block.")
FUNC_TAIL = ("\n\nComplete the following starter code and return the full solution (the class with the method) "
"in a single ```python code block.\n\n```python\n{starter}\n```")
src, dst = sys.argv[1], sys.argv[2]
n = 0
with open(src, encoding="utf-8") as f, open(dst, "w", encoding="utf-8") as out:
for line in f:
r = json.loads(line)
pub = json.loads(r["public_test_cases"])
hid = decode_private(r["private_test_cases"])
ttype = pub[0]["testtype"] if pub else hid[0]["testtype"]
meta = json.loads(r.get("metadata") or "{}")
starter = r.get("starter_code") or ""
prompt = r["question_content"].strip() + (FUNC_TAIL.format(starter=starter.strip()) if ttype == "functional"
else STDIN_TAIL)
out.write(json.dumps({"id": f"lcb/{r['question_id']}", "task": "lcb", "testtype": ttype,
"difficulty": r.get("difficulty"), "date": r.get("contest_date"),
"func_name": meta.get("func_name"), "prompt": prompt,
"public": [[t["input"], t["output"]] for t in pub],
"hidden": [[t["input"], t["output"]] for t in pub + hid]}, ensure_ascii=False) + "\n")
n += 1
print(n, "problems")
|