logbook.json

{
 "schema_version": 1,
 "title": "Repro - CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation",
 "emoji": "🎯",
 "space_id": "DineshAI/3WPDFjZ1UT",
 "paper": null,
 "tags": [
  "icml2026-repro",
  "paper-3WPDFjZ1UT"
 ],
 "updated_at": "2026-08-01T00:00:00+00:00",
 "root": {
  "slug": "index",
  "title": "Repro - CARE: Confounder-Aware Aggregation for Reliable LLM Evaluation",
  "file": "pages/index.md",
  "children": [
   {
    "slug": "current-verification",
    "title": "Current verification (2026-08-03)",
    "file": "pages/current-verification/page.md",
    "children": []
   },
   {
    "slug": "claim-1-ultrafeedback",
    "title": "Claim 1 - UltraFeedback MAE",
    "file": "pages/claim-1-ultrafeedback/page.md",
    "children": []
   },
   {
    "slug": "claim-2-average-improvement",
    "title": "Claim 2 - 17.37% over averaging",
    "file": "pages/claim-2-average-improvement/page.md",
    "children": []
   },
   {
    "slug": "claim-3-table2",
    "title": "Claim 3 - Table 2, best on 5 of 6",
    "file": "pages/claim-3-table2/page.md",
    "children": []
   },
   {
    "slug": "claim-4-proposition-41",
    "title": "Claim 4 - Proposition 4.1",
    "file": "pages/claim-4-proposition-41/page.md",
    "children": []
   },
   {
    "slug": "claim-5-theorem-42",
    "title": "Claim 5 - Theorem 4.2",
    "file": "pages/claim-5-theorem-42/page.md",
    "children": []
   },
   {
    "slug": "claim-6-theorem-43",
    "title": "Claim 6 - Theorem 4.3",
    "file": "pages/claim-6-theorem-43/page.md",
    "children": []
   },
   {
    "slug": "source-audit",
    "title": "Source audit and exact quantifiers",
    "file": "pages/source-audit/page.md",
    "children": []
   },
   {
    "slug": "environment-and-command",
    "title": "Fixed command, environment, seeds, runtime",
    "file": "pages/environment-and-command/page.md",
    "children": []
   },
   {
    "slug": "raw-data",
    "title": "Raw data downloads",
    "file": "pages/raw-data/page.md",
    "children": []
   },
   {
    "slug": "visibility-matrix",
    "title": "Visibility matrix",
    "file": "pages/visibility-matrix/page.md",
    "children": []
   },
   {
    "slug": "limitations",
    "title": "Limitations and deviations",
    "file": "pages/limitations/page.md",
    "children": []
   },
   {
    "slug": "overview",
    "title": "Overview",
    "file": "pages/overview/page.md",
    "children": []
   },
   {
    "slug": "claims",
    "title": "Claims",
    "file": "pages/claims/page.md",
    "children": []
   },
   {
    "slug": "conclusion",
    "title": "Conclusion",
    "file": "pages/conclusion/page.md",
    "children": []
   },
   {
    "slug": "historical-2026-07-30",
    "title": "Historical rejected baseline - narrative (2026-07-30)",
    "file": "pages/historical-2026-07-30/page.md",
    "children": []
   },
   {
    "slug": "evidence",
    "title": "Historical rejected baseline - evidence (2026-07-30)",
    "file": "pages/evidence/page.md",
    "children": []
   },
   {
    "slug": "verification-run",
    "title": "Historical rejected baseline - verifier (2026-07-30)",
    "file": "pages/verification-run/page.md",
    "children": []
   }
  ]
 },
 "agent_view_tokens": 1727,
 "revision": "1785550838534917198"
}