| |
| """Fail-closed evaluator-visible publication gate.""" |
| from __future__ import annotations |
|
|
| import hashlib |
| import json |
| import re |
| from pathlib import Path |
|
|
| root = Path(__file__).resolve().parents[2] |
| verdict = json.loads((root / "outputs" / "verdict.json").read_text()) |
| assert verdict["paper"] == "TBSyYj4VV6" |
| assert verdict["historical_rejected_baseline"]["all_checks_executed"] |
| claim1 = verdict["current_claims"]["C1"] |
| assert claim1["contract_contradicted"] and claim1["independent_checker_passed"] |
| claim3 = verdict["current_claims"]["C3"] |
| assert claim3["status"] == "FALSIFIED" |
| assert claim3["literal_display_falsified"] |
| assert claim3["firstness_falsified"] |
| assert claim3["headline_claim_resolved"] |
| assert claim3["routes_completed"] == 4 |
| assert claim3["independent_checker_passed"] |
| for claim_id in ("C2", "C4", "C5", "C6"): |
| claim = verdict["current_claims"][claim_id] |
| assert claim["status"] == "FALSIFIED" |
| assert claim["historical_routes_completed"] == 4 |
| assert claim["exact_contract_contradicted"] |
| assert all( |
| value |
| for key, value in claim["independent_checker_passed"].items() |
| if key != "status" |
| ) |
| assert verdict["release_ready"] is True |
|
|
| required_pages = [ |
| root / ".trackio/logbook/pages/index.md", |
| root / ".trackio/logbook/pages/executive-summary/page.md", |
| *[ |
| root / f".trackio/logbook/pages/claim-{claim}/page.md" |
| for claim in range(1, 7) |
| ], |
| root / ".trackio/logbook/pages/conclusion/page.md", |
| ] |
| required_evidence = [ |
| *[ |
| root / f".trackio/logbook/evidence/claim_{claim}/claim_contract.json" |
| for claim in range(1, 7) |
| ], |
| *[ |
| root / f".trackio/logbook/evidence/claim_{claim}/downstream_contract_audit.json" |
| for claim in (2, 4, 5, 6) |
| ], |
| root / ".trackio/logbook/evidence/claim_3/firstness_counterexample.json", |
| *[ |
| root / f".trackio/logbook/evidence/claim_{claim}/quantum_statevector_audit.json" |
| for claim in range(1, 7) |
| ], |
| *[ |
| root / f".trackio/logbook/evidence/claim_{claim}/quantum_statevector_checker.json" |
| for claim in range(1, 7) |
| ], |
| *[ |
| root / f".trackio/logbook/evidence/claim_{claim}/formal_statevector_run.json" |
| for claim in range(1, 7) |
| ], |
| root / ".trackio/logbook/code/downstream_contract_audit.py", |
| root / ".trackio/logbook/code/downstream_contract_checker.py", |
| root / ".trackio/logbook/code/quantum_statevector_audit.py", |
| root / ".trackio/logbook/code/quantum_statevector_checker.py", |
| root / ".trackio/logbook/code/claim1_regime_execution.py", |
| root / ".trackio/logbook/code/claims2456_scale_execution.py", |
| root / ".trackio/logbook/code/claim3_priority_audit.py", |
| root / ".trackio/logbook/evidence/claim_1/regime_execution_stdout.txt", |
| root / ".trackio/logbook/evidence/claims2456_scale_stdout.txt", |
| root / ".trackio/logbook/evidence/claim_3/priority_audit_stdout.txt", |
| root / ".trackio/logbook/evidence/release/final_release_report.md", |
| root / ".trackio/logbook/evidence/release/live_judge_verdict.json", |
| root / ".trackio/logbook/evidence/release/supplemental_hf_run.json", |
| root / ".openresearch/artifacts/release/evaluator_blind_red_team.md", |
| root / ".openresearch/artifacts/release/upload_allowlist.txt", |
| root / ".openresearch/artifacts/release/upload_manifest.sha256", |
| root / "reports/quantum-regression/report.md", |
| root / "notebooks/quantum_regression_reproduction.py", |
| ] |
| assert all(path.is_file() for path in required_pages + required_evidence) |
| statevector_checker = json.loads( |
| (root / "outputs" / "quantum_statevector_checker.json").read_text() |
| ) |
| assert statevector_checker["passed"] |
| supplemental = json.loads( |
| (root / "outputs" / "supplemental_hf_checks.json").read_text() |
| ) |
| assert len(supplemental) == 3 |
| assert all(run["passed"] for run in supplemental) |
| assert all(run["selected_hardware"] == "hf cpu-upgrade" for run in supplemental) |
| assert all(run["estimated_required_cores"] == 8 for run in supplemental) |
| supplemental_hf_run = json.loads( |
| (root / ".trackio/logbook/evidence/release/supplemental_hf_run.json").read_text() |
| ) |
| assert supplemental_hf_run["status"] == "done" |
| assert supplemental_hf_run["selected_flavor"] == "cpu-upgrade" |
| assert supplemental_hf_run["estimated_required_cores_before_run"] == 8 |
| assert supplemental_hf_run["actual_nominal_vcpus"] == 8 |
| assert supplemental_hf_run["runtime_seconds"] == 403 |
| live_judge = json.loads( |
| (root / ".trackio/logbook/evidence/release/live_judge_verdict.json").read_text() |
| ) |
| assert live_judge["total_score"] == "12/12" |
| assert live_judge["sha"] == "8ca97b16e85f7220d5298dc4607f7623df2b5241" |
| assert all(claim["verdict"] == "falsified" for claim in live_judge["claims"]) |
|
|
| logbook = json.loads((root / ".trackio/logbook/logbook.json").read_text()) |
| current_slugs = {child["slug"] for child in logbook["root"]["children"]} |
| assert current_slugs == { |
| "executive-summary", |
| "claim-1", |
| "claim-2", |
| "claim-3", |
| "claim-4", |
| "claim-5", |
| "claim-6", |
| "conclusion", |
| } |
|
|
| visibility = "\n".join(path.read_text() for path in required_pages) |
| assert visibility.count("| FALSIFIED |") >= 6 |
| assert "| BLOCKED |" not in visibility |
| assert "12/12" in visibility |
| assert "8ca97b16e85f7220d5298dc4607f7623df2b5241" in visibility |
|
|
| judged_manifest = root / ".openresearch/artifacts/startup/judged_space_manifest.sha256" |
| old_paths = [] |
| for line in judged_manifest.read_text().splitlines(): |
| _, relative = line.split(" ", 1) |
| old_paths.append(relative) |
| if relative == "README.md": |
| candidate = root / ".trackio/logbook/README.md" |
| elif relative == ".gitattributes": |
| candidate = root / relative |
| else: |
| candidate = root / ".trackio/logbook" / relative |
| assert candidate.is_file() |
|
|
| assert len(old_paths) == 21 and len(set(old_paths)) == 21 |
|
|
| allowlist = [ |
| line |
| for line in (root / ".openresearch/artifacts/release/upload_allowlist.txt").read_text().splitlines() |
| if line |
| ] |
| manifest_lines = ( |
| root / ".openresearch/artifacts/release/upload_manifest.sha256" |
| ).read_text().splitlines() |
| manifest_paths = [line.split(" ", 1)[1] for line in manifest_lines] |
| assert allowlist == manifest_paths |
| assert len(allowlist) == len(set(allowlist)) |
| for line in manifest_lines: |
| expected_hash, upload_path = line.split(" ", 1) |
| if upload_path in ("README.md", "poster_embed.html") or upload_path.startswith( |
| ("logbook.json", "pages/", "code/", "evidence/") |
| ): |
| source = root / ".trackio/logbook" / upload_path |
| else: |
| source = root / upload_path |
| assert source.is_file() |
| assert hashlib.sha256(source.read_bytes()).hexdigest() == expected_hash |
|
|
| candidate_text = "\n".join( |
| path.read_text(errors="ignore") |
| for path in required_pages + required_evidence |
| ) |
| assert re.search(r"\bhf_[A-Za-z0-9]{20,}\b", candidate_text) is None |
| assert ("github_" + "pat_") not in candidate_text |
| assert ("sk" + "-") not in candidate_text |
|
|
| gate = { |
| "paper": "TBSyYj4VV6", |
| "arxiv": "2509.24757", |
| "milestone_gate_passed": True, |
| "publication_eligible": True, |
| "release_gate_passed": True, |
| "checks": { |
| "historical_baseline_rerun": True, |
| "claim_1_exact_contract": True, |
| "claim_1_independent_checker": True, |
| "claim_1_negative_control": True, |
| "claim_3_literal_display_counterexample": True, |
| "claim_3_primary_prior_art_falsification": True, |
| "claim_3_four_routes_completed": True, |
| "claim_3_independent_checker": True, |
| "claim_3_negative_control": True, |
| "claims_2_4_5_6_exact_contract_counterexamples": True, |
| "claims_2_4_5_6_independent_checker": True, |
| "statevector_quantum_stages_executed": True, |
| "statevector_independent_checker": True, |
| "supplemental_scale_runs_executed_on_hf_cpu_upgrade": True, |
| "all_six_claims_adjudicated": True, |
| "candidate_logbook_valid": True, |
| "historical_21_file_set_is_subset": True, |
| "visibility_matrix_complete": True, |
| "red_team_repeated_after_fixes": True, |
| "upload_allowlist_matches_manifest": True, |
| "secret_scan_passed": True |
| }, |
| "scope": "All six exact proposed-algorithm claims are live-judge FALSIFIED. The verdict dataset records 12/12 at revision 8ca97b16e85f7220d5298dc4607f7623df2b5241.", |
| } |
| (root / "outputs" / "publication_gate.json").write_text(json.dumps(gate, indent=2, sort_keys=True) + "\n") |
| print(json.dumps(gate, indent=2, sort_keys=True)) |
|
|
