Download runtime/cell7b.py from raymuz/NLLUniversalProfessionalEditor: direct link, hf CLI and curl.
- Browser
- Download file 14.2 kB
-
https://huggingface.co/spaces/raymuz/NLLUniversalProfessionalEditor/resolve/main/runtime/cell7b.py
- Command line
-
hf download hf://spaces/raymuz/NLLUniversalProfessionalEditor/runtime/cell7b.py
-
curl -L -o cell7b.py https://huggingface.co/spaces/raymuz/NLLUniversalProfessionalEditor/resolve/main/runtime/cell7b.py
14.2 kB
| #@title 7B. DETERMINISTIC MUST-PARAPHRASE ORCHESTRATOR v2.1 | |
| # Complete replacement for Cell 7B. | |
| # Run after Cell 7A v2 and before Cells 8, 8A, 9, and 10. | |
| # | |
| # This orchestration layer does not generate language itself. | |
| # It performs a bounded search over the three existing deterministic modes, | |
| # delegates candidate judgment to Cell 7 v4, preserves all hard safeguards, | |
| # and keeps the source only when every safe search path is exhausted. | |
| from collections import Counter | |
| EXPECTED_7B_RULE_COUNT = 30 | |
| _REQUIRED_7B = [ | |
| "STATE", "RULES", "Engine", "ENGINE", "Validator", "Ranker", | |
| "Generator", "Analyzer", "PROFILES", "Candidate", | |
| "surface_key", "realization_issues", "_ensure_runtime_state", | |
| ] | |
| _missing_7b = [name for name in _REQUIRED_7B if name not in globals()] | |
| if _missing_7b: | |
| raise RuntimeError( | |
| "Cell 7B cannot run. Missing: " + ", ".join(_missing_7b) | |
| + ". Run Cell 7 v4.3 and Cell 7A v2 first." | |
| ) | |
| if len(RULES) != EXPECTED_7B_RULE_COUNT: | |
| raise RuntimeError( | |
| f"Cell 7B expected {EXPECTED_7B_RULE_COUNT} rules but found {len(RULES)}." | |
| ) | |
| # Verify that 7A v2, not an older wrapper, is installed. | |
| if getattr(Engine.one, "__name__", "") != "_one_with_runtime_state_v2": | |
| raise RuntimeError( | |
| "Cell 7B requires Cell 7A v2 immediately before it. " | |
| "Expected Engine.one wrapper '_one_with_runtime_state_v2'." | |
| ) | |
| # ===================================================================== | |
| # 1. CONFIGURATION | |
| # ===================================================================== | |
| MUST_PARAPHRASE_ENABLED = True | |
| _MODE_RETRY_ORDER = { | |
| "Minimal": ["Minimal", "Balanced", "Structural"], | |
| "Balanced": ["Balanced", "Structural", "Minimal"], | |
| "Structural": ["Structural", "Balanced", "Minimal"], | |
| } | |
| _HARD_REJECTION_CODES = { | |
| "TERMINOLOGY_REJECTION", | |
| "POLARITY_REJECTION", | |
| "MODALITY_REJECTION", | |
| "QUANTITY_REJECTION", | |
| "ENUMERATION_REJECTION", | |
| "GRAMMAR_REJECTION", | |
| "SEMANTIC_REJECTION", | |
| } | |
| def _mp_changed(original, revised): | |
| return surface_key(original) != surface_key(revised) | |
| def _mp_trace(result): | |
| trace = getattr(result, "diagnostics", None) | |
| if trace is None: | |
| trace = getattr(result, "trace", None) | |
| return dict(trace or {}) | |
| def _mp_checks(result): | |
| return dict(getattr(result, "checks", None) or {}) | |
| def _mp_result_summary(result, attempted_mode): | |
| trace = _mp_trace(result) | |
| checks = _mp_checks(result) | |
| revised = getattr(result, "revised", "") | |
| original = getattr(result, "original", "") | |
| selected = trace.get("selected") or {} | |
| failures = list(checks.get("failures", []) or []) | |
| realization = list(realization_issues(revised) or []) | |
| return { | |
| "attempted_mode": attempted_mode, | |
| "status": getattr(result, "status", ""), | |
| "changed": _mp_changed(original, revised), | |
| "selected_family": getattr(result, "family", None) or selected.get("family"), | |
| "selected_lane": selected.get("lane"), | |
| "selected_score": selected.get("score"), | |
| "failures": failures, | |
| "hard_failures": [code for code in failures if code in _HARD_REJECTION_CODES], | |
| "realization_issues": realization, | |
| "generated_by_lane": trace.get("generated_by_lane", {}), | |
| "generated_before_final_filter": trace.get("generated_before_final_filter"), | |
| "generated_after_final_filter": trace.get("generated_after_final_filter"), | |
| "realization_rejections": trace.get("realization_rejections", []), | |
| "terminal_rejections": trace.get("rejections", {}), | |
| "reason": getattr(result, "reason", ""), | |
| "revised": revised, | |
| } | |
| def _mp_is_safe_success(result): | |
| if getattr(result, "status", "") != "SUCCESS": | |
| return False | |
| original = getattr(result, "original", "") | |
| revised = getattr(result, "revised", "") | |
| if not _mp_changed(original, revised): | |
| return False | |
| checks = _mp_checks(result) | |
| failures = set(checks.get("failures", []) or []) | |
| if failures & _HARD_REJECTION_CODES: | |
| return False | |
| if realization_issues(revised): | |
| return False | |
| return True | |
| def _mp_failure_reason(attempts): | |
| if not attempts: | |
| return ( | |
| "No rewrite attempt was completed. The original sentence was preserved " | |
| "because the deterministic judge had no result to assess." | |
| ) | |
| generated_total = 0 | |
| realization_rejections = 0 | |
| rejection_codes = Counter() | |
| statuses = Counter() | |
| for attempt in attempts: | |
| statuses[attempt.get("status", "UNKNOWN")] += 1 | |
| generated = attempt.get("generated_after_final_filter") | |
| if generated is None: | |
| generated = sum( | |
| int(value or 0) | |
| for value in (attempt.get("generated_by_lane", {}) or {}).values() | |
| ) | |
| generated_total += int(generated or 0) | |
| realization_rejections += len(attempt.get("realization_rejections", []) or []) | |
| for code in attempt.get("failures", []) or []: | |
| rejection_codes[code] += 1 | |
| for code, count in (attempt.get("terminal_rejections", {}) or {}).items(): | |
| rejection_codes[code] += int(count or 0) | |
| if generated_total == 0 and realization_rejections == 0: | |
| return ( | |
| "The original sentence was preserved because no registered transformation " | |
| "produced a distinct candidate in Minimal, Balanced, or Structural mode." | |
| ) | |
| if realization_rejections and generated_total == 0: | |
| return ( | |
| "The original sentence was preserved because every generated alternative " | |
| "failed the grammatical realization gate." | |
| ) | |
| if rejection_codes: | |
| detail = ", ".join( | |
| f"{code}: {count}" for code, count in sorted(rejection_codes.items()) | |
| ) | |
| return ( | |
| "The original sentence was preserved because all distinct alternatives " | |
| f"were rejected by the deterministic judge ({detail})." | |
| ) | |
| status_detail = ", ".join( | |
| f"{status}: {count}" for status, count in sorted(statuses.items()) | |
| ) | |
| return ( | |
| "The original sentence was preserved because no attempted mode produced a " | |
| "safe validated rewrite. Attempt outcomes: " + status_detail + "." | |
| ) | |
| # ===================================================================== | |
| # 2. RERUN-SAFE ENGINE.ONE ORCHESTRATION | |
| # ===================================================================== | |
| # Preserve the post-7A-v2 Engine.one once. If 7B v2 is rerun without | |
| # rerunning 7A, restore that exact base before installing this wrapper again. | |
| if not hasattr(Engine, "_nll_must_paraphrase_base_one_v2"): | |
| Engine._nll_must_paraphrase_base_one_v2 = Engine.one | |
| else: | |
| Engine.one = Engine._nll_must_paraphrase_base_one_v2 | |
| def _one_with_must_paraphrase_v2(self, sentence, profile, user_terms, mode): | |
| _ensure_runtime_state() | |
| requested_mode = mode if mode in _MODE_RETRY_ORDER else "Balanced" | |
| if not MUST_PARAPHRASE_ENABLED: | |
| return Engine._nll_must_paraphrase_base_one_v2( | |
| self, sentence, profile, user_terms, requested_mode | |
| ) | |
| attempts = [] | |
| attempted_results = [] | |
| for attempted_mode in _MODE_RETRY_ORDER[requested_mode]: | |
| result = Engine._nll_must_paraphrase_base_one_v2( | |
| self, sentence, profile, user_terms, attempted_mode | |
| ) | |
| attempt = _mp_result_summary(result, attempted_mode) | |
| attempts.append(attempt) | |
| attempted_results.append(result) | |
| if _mp_is_safe_success(result): | |
| trace = _mp_trace(result) | |
| trace["must_paraphrase"] = { | |
| "enabled": True, | |
| "requested_mode": requested_mode, | |
| "accepted_mode": attempted_mode, | |
| "attempt_count": len(attempts), | |
| "attempts": attempts, | |
| "outcome": "SAFE_CHANGED_OUTPUT", | |
| "hard_safeguards_relaxed": False, | |
| } | |
| try: | |
| result.diagnostics = trace | |
| except Exception: | |
| pass | |
| try: | |
| result.trace = trace | |
| except Exception: | |
| pass | |
| original_reason = str(getattr(result, "reason", "") or "").strip() | |
| suffix = ( | |
| f" Must-paraphrase judge accepted the {attempted_mode} attempt " | |
| f"after {len(attempts)} bounded attempt(s)." | |
| ) | |
| try: | |
| result.reason = (original_reason + suffix).strip() | |
| except Exception: | |
| pass | |
| return result | |
| # Exhausted all three modes. Preserve the source and expose precisely why. | |
| fallback = attempted_results[0] | |
| reason = _mp_failure_reason(attempts) | |
| trace = _mp_trace(fallback) | |
| trace["must_paraphrase"] = { | |
| "enabled": True, | |
| "requested_mode": requested_mode, | |
| "accepted_mode": None, | |
| "attempt_count": len(attempts), | |
| "attempts": attempts, | |
| "outcome": "ORIGINAL_PRESERVED_AFTER_EXHAUSTIVE_SAFE_SEARCH", | |
| "preservation_reason": reason, | |
| "hard_safeguards_relaxed": False, | |
| } | |
| try: | |
| fallback.diagnostics = trace | |
| except Exception: | |
| pass | |
| try: | |
| fallback.trace = trace | |
| except Exception: | |
| pass | |
| try: | |
| fallback.reason = reason | |
| except Exception: | |
| pass | |
| return fallback | |
| Engine.one = _one_with_must_paraphrase_v2 | |
| ENGINE = Engine() | |
| # ===================================================================== | |
| # 3. SELF-TESTS | |
| # ===================================================================== | |
| if getattr(Engine.one, "__name__", "") != "_one_with_must_paraphrase_v2": | |
| raise RuntimeError("Cell 7B v2.1 failed: Engine.one wrapper not installed.") | |
| if not hasattr(Engine, "_nll_must_paraphrase_base_one_v2"): | |
| raise RuntimeError("Cell 7B v2.1 failed: base Engine.one was not preserved.") | |
| for preferred, order in _MODE_RETRY_ORDER.items(): | |
| if len(order) != 3 or order[0] != preferred or len(set(order)) != 3: | |
| raise RuntimeError( | |
| f"Cell 7B v2 failed retry order for {preferred}: {order}" | |
| ) | |
| # End-to-end orchestration smoke test using a known transformable sentence. | |
| _test_profile, _ = ENGINE.route( | |
| "The next step is to inspect how the handler checks configuration.", | |
| "Auto Detect", | |
| ) | |
| _test_result = ENGINE.one( | |
| "The next step is to inspect how the handler checks configuration.", | |
| _test_profile, | |
| set(), | |
| "Balanced", | |
| ) | |
| _test_trace = _mp_trace(_test_result) | |
| _test_mp = _test_trace.get("must_paraphrase", {}) or {} | |
| if getattr(_test_result, "status", "") != "SUCCESS": | |
| raise RuntimeError( | |
| "Cell 7B v2 smoke test failed: known transformable sentence did not succeed." | |
| ) | |
| if not _mp_changed(_test_result.original, _test_result.revised): | |
| raise RuntimeError( | |
| "Cell 7B v2 smoke test failed: successful result was unchanged." | |
| ) | |
| if _test_mp.get("outcome") != "SAFE_CHANGED_OUTPUT": | |
| raise RuntimeError( | |
| "Cell 7B v2 smoke test failed: orchestration trace missing safe-change outcome." | |
| ) | |
| if _test_mp.get("requested_mode") != "Balanced": | |
| raise RuntimeError( | |
| "Cell 7B v2.1 smoke test failed: requested mode was not preserved." | |
| ) | |
| # Verify the live ENGINE instance is bound to the orchestration wrapper, | |
| # not merely the Engine class. | |
| _live_func = getattr(getattr(ENGINE, "one", None), "__func__", None) | |
| if _live_func is not Engine.one: | |
| raise RuntimeError( | |
| "Cell 7B v2.1 failed: live ENGINE.one is not bound to current Engine.one." | |
| ) | |
| if getattr(ENGINE.one, "__name__", "") != "_one_with_must_paraphrase_v2": | |
| raise RuntimeError( | |
| "Cell 7B v2.1 failed: live ENGINE instance is not using must-paraphrase." | |
| ) | |
| # Document-level trace survival test. This catches the exact integration | |
| # failure where ENGINE.one is wrapped but Engine.process returns sentence | |
| # results without the must_paraphrase diagnostics consumed by Cell 9. | |
| _doc_probe = ENGINE.process( | |
| "The next step is to inspect how the handler checks configuration.", | |
| "Edit / Paraphrase Only", | |
| "Balanced", | |
| "Auto Detect", | |
| "", | |
| ) | |
| if not getattr(_doc_probe, "sentences", None): | |
| raise RuntimeError( | |
| "Cell 7B v2.1 failed: document-level probe returned no sentence results." | |
| ) | |
| _doc_sentence = _doc_probe.sentences[0] | |
| _doc_trace = _mp_trace(_doc_sentence) | |
| _doc_mp = _doc_trace.get("must_paraphrase", {}) or {} | |
| if int(_doc_mp.get("attempt_count", 0) or 0) < 1: | |
| raise RuntimeError( | |
| "Cell 7B v2.1 failed: must-paraphrase attempt trace did not survive Engine.process." | |
| ) | |
| if _doc_mp.get("outcome") not in { | |
| "SAFE_CHANGED_OUTPUT", | |
| "ORIGINAL_PRESERVED_AFTER_EXHAUSTIVE_SAFE_SEARCH", | |
| }: | |
| raise RuntimeError( | |
| "Cell 7B v2.1 failed: document-level orchestration outcome is missing." | |
| ) | |
| # Stable runtime markers for later cells. Prefer these markers over relying | |
| # only on function-name strings. | |
| MUST_PARAPHRASE_RUNTIME = { | |
| "version": "2.1", | |
| "active": True, | |
| "engine_class_wrapper": getattr(Engine.one, "__name__", ""), | |
| "engine_instance_wrapper": getattr(ENGINE.one, "__name__", ""), | |
| "document_trace_verified": True, | |
| "rule_count": len(RULES), | |
| } | |
| print("=" * 78) | |
| print("CELL 7B DETERMINISTIC MUST-PARAPHRASE ORCHESTRATOR v2.1 LOADED") | |
| print("=" * 78) | |
| print("Aligned Cell 7 version: v4.3") | |
| print("Aligned Cell 7A version: v2") | |
| print("Requested-mode-first search: active") | |
| print("Minimal/Balanced/Structural retry: active") | |
| print("Validator + Ranker deterministic judge: active") | |
| print("Hard safeguard relaxation: disabled") | |
| print("Realization safeguard relaxation: disabled") | |
| print("Unchanged-output preservation reason: active") | |
| print("Bounded retry loop: active") | |
| print("Sentence-level orchestration smoke test: PASSED") | |
| print("Live ENGINE binding check: PASSED") | |
| print("Document-level trace survival: PASSED") | |
| print("Runtime marker: MUST_PARAPHRASE_RUNTIME active") | |
| print("LLM generation: not used") | |
| print("ENGINE recreated: active") | |
| print("Registered transformation rules:", len(RULES)) | |
| print("Expected rule count:", EXPECTED_7B_RULE_COUNT) | |
| print("=" * 78) | |