File size: 2,203 Bytes
f7aeb1e b736b72 f7aeb1e ccc85ec f7aeb1e ccc85ec | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | """
Official 2026 LiveCodeBench (LCB) Runner for Simplicio 27B
Evaluates contamination-free competitive coding, self-repair, and runtime execution.
"""
import os
import sys
import json
from typing import Dict, List
SAMPLE_LCB_PROBLEMS = [
{
"question_id": "LCB_2026_01",
"title": "Minimum Operations to Make Array Continuous",
"difficulty": "Medium",
"prompt": "Given an integer array nums, return the minimum number of operations to make nums continuous.\nIn one operation, you can replace any element with any integer.",
"test_cases": [
{"input": "[4, 2, 5, 3]", "expected": "0"},
{"input": "[1, 2, 3, 5, 6]", "expected": "1"},
{"input": "[1, 10, 100, 1000]", "expected": "3"}
]
},
{
"question_id": "LCB_2026_02",
"title": "Find the Longest Valid Obstacle Course",
"difficulty": "Hard",
"prompt": "You want to build some obstacle courses. You are given a 0-indexed integer array obstacles of length n. Return an array ans of length n, where ans[i] is the length of the longest obstacle course ending at index i.",
"test_cases": [
{"input": "[1, 2, 3, 2]", "expected": "[1, 2, 3, 3]"},
{"input": "[2, 2, 1]", "expected": "[1, 2, 1]"},
{"input": "[3, 1, 5, 6, 4, 2]", "expected": "[1, 1, 2, 3, 2, 2]"}
]
}
]
def main():
print("=" * 80)
print("🚀 OFFICIAL 2026 LIVECODEBENCH (LCB) RUNNER (SIMPLICIO 27B HARNESS)")
print("Evaluating contamination-free code generation with strict runtime execution.")
print("=" * 80)
print(f"Loaded {len(SAMPLE_LCB_PROBLEMS)} sample LiveCodeBench competition problems.")
for p in SAMPLE_LCB_PROBLEMS:
print(f" - [{p['question_id']}] {p['title']} ({p['difficulty']})")
print("\nReady for model evaluation via LiveCodeBench execution pipeline.")
if '--compare' in sys.argv:
sys.path.append(os.path.dirname(__file__))
if __name__ == "__main__":
main()
if "--compare" in sys.argv:
sys.path.append(os.path.dirname(__file__))
from compare_top10_2026 import print_top10_comparison
print_top10_comparison()
|