SabaPivot's picture
Publish canonical reproduction with fresh CPU audit
af62971 verified
Raw
History Blame Contribute Delete
3.56 kB
{
"schema_version": 2,
"title": "FormulaCode: Evaluating Agentic Optimization on Large Codebases",
"emoji": "🎯",
"space_id": "SabaPivot/repro-formulacode-evaluating-agentic-optimization-on-large-codebases",
"paper": {
"arxiv_id": "2603.16011"
},
"tags": [
"icml2026-repro",
"paper-WArbqRUsAe"
],
"updated_at": "2026-08-01T09:32:16.202241+00:00",
"root": {
"slug": "index",
"title": "FormulaCode: Evaluating Agentic Optimization on Large Codebases",
"file": "pages/index.md",
"children": [
{
"slug": "executive-summary",
"title": "Executive summary",
"file": "pages/executive-summary/page.md",
"children": []
},
{
"slug": "claim-1-dataset-construction-pipeline",
"title": "Claim 1: Dataset construction pipeline",
"file": "pages/claim-1-dataset-construction-pipeline/page.md",
"children": []
},
{
"slug": "claim-2-workloads-and-patch-size",
"title": "Claim 2: Workloads and patch size",
"file": "pages/claim-2-workloads-and-patch-size/page.md",
"children": []
},
{
"slug": "claim-3-main-agent-results",
"title": "Claim 3: Main agent results",
"file": "pages/claim-3-main-agent-results/page.md",
"children": []
},
{
"slug": "claim-4-optimization-scale",
"title": "Claim 4: Optimization scale",
"file": "pages/claim-4-optimization-scale/page.md",
"children": []
},
{
"slug": "claim-5-repository-popularity-effects",
"title": "Claim 5: Repository popularity effects",
"file": "pages/claim-5-repository-popularity-effects/page.md",
"children": []
},
{
"slug": "claim-6-optimization-type-performance",
"title": "Claim 6: Optimization type performance",
"file": "pages/claim-6-optimization-type-performance/page.md",
"children": []
},
{
"slug": "claim-99-fresh-independent-cpu-audit",
"title": "Fresh independent CPU audit",
"file": "pages/claim-99-fresh-independent-cpu-audit/page.md",
"children": []
},
{
"slug": "conclusion",
"title": "Conclusion",
"file": "pages/conclusion/page.md",
"children": []
}
]
},
"traces": [],
"workspace": {
"file": "workspace.json",
"file_count": 0,
"total_size": 0,
"bucket_id": null
},
"agent_view_tokens": 5399,
"trace_view_tokens": 33533,
"workspace_view_tokens": 1690,
"revision": "10ad8ef51bcbdf061027",
"traces_ref": {
"repo_id": "Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases-traces",
"repo_type": "dataset",
"repo_url": "https://huggingface.co/datasets/Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases-traces",
"private": true
},
"trace_dataset": "https://huggingface.co/datasets/Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases-traces",
"workspace_ref": {
"repo_id": "Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases-artifacts",
"repo_type": "bucket",
"repo_url": "https://huggingface.co/buckets/Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases-artifacts",
"private": true
},
"workspace_bucket": "https://huggingface.co/buckets/Srishti280992/repro-formulacode-evaluating-agentic-optimization-on-large-codebases-artifacts"
}