Spaces:
Paused
Paused
| """Mutation test: break each rule in a copy of extras.py (rules v6); the extras tests must fail. | |
| The unmutated copy runs first and must pass (T9: test_hardcode_audit.py cannot load | |
| tools/ inside a copy, so running every test file there failed for every mutant, | |
| whatever the mutation; only tests/test_extras*.py run now). | |
| Usage (WORK must be outside the repository, or pytest would collect the copies): | |
| .venv/bin/python -I eval/mutate_extras.py "$PWD" /tmp/itemator-mutants | |
| Exit status 0 only when every mutant is killed. | |
| """ | |
| import pathlib, shutil, subprocess, sys | |
| REPO = pathlib.Path(sys.argv[1]); WORK = pathlib.Path(sys.argv[2]) | |
| PY = str(REPO / ".venv/bin/python") | |
| M = [ | |
| ("1 new_dependency off", "def _new_dependencies(issue_text, files):\n out = []", "def _new_dependencies(issue_text, files):\n return []"), | |
| ("1 version bump counted as new", "if source is None and low in removed:", "if False:"), | |
| ("1 issue mention ignored", "if _mentions(issue_text, name) or (short != name and _mentions(issue_text, short)):", "if False:"), | |
| ("1 go indirect counted", 'if m and not (m.group(2) or "").replace(" ", "").startswith("//indirect"):', "if m:"), | |
| ("1 pyproject keywords counted", "elif not known and q.group(3) and _HAS_VERSION.search(q.group(3)):", "elif not known:"), | |
| ("2 ci_or_config off", "def _ci_or_config(issue_text, files):\n out = []", "def _ci_or_config(issue_text, files):\n return []"), | |
| ("2 mention ignored", 'if _mentions(issue_text, _base(f["filename"])) or any(_mentions(issue_text, w) for w in words):', "if False:"), | |
| ("3 deleted test ignored", 'out.append(Extra("tests_removed", path, path, "deletes this test file"))', "pass"), | |
| ("3 net loss ignored", "if minus > plus and net[label] < 0:", "if False:"), | |
| ("3 MR-wide guard dropped", "if minus > plus and net[label] < 0:", "if minus > plus:"), | |
| ("4 public_api off", "def _public_api_removed(issue_text, files):\n defined_again = set()", "def _public_api_removed(issue_text, files):\n return []\n defined_again = set()"), | |
| ("4 underscore names counted", r'_PY_DEF = re.compile(r"^(?: {0,4}|\t)(?:async\s+def|def|class)\s+([A-Za-z]\w*)")', r'_PY_DEF = re.compile(r"^(?: {0,4}|\t)(?:async\s+def|def|class)\s+([A-Za-z_]\w*)")'), | |
| ("4 redefinition ignored", "if name in seen or name in defined_again or _mentions(issue_text, name):", "if name in seen or _mentions(issue_text, name):"), | |
| ("4 JS export list ignored", " m = _JS_EXPORT_LIST.match(text)\n if m:", " m = _JS_EXPORT_LIST.match(text)\n if False:"), | |
| ("5 file_outside_ask off", "if p not in named and not _near(p, named) and not _test_support(p)]", "if False]"), | |
| ("5 same-directory rule dropped", " if a == b:\n return True\n", ""), | |
| ("5 generic names match tokens", "if name.lower() in generic or len(_squash(name)) < 3:", "if len(_squash(name)) < 3:"), | |
| ("5 abstain dropped", " if all(_test_support(p) for p in named):\n return sorted(candidates), [], False", " if False:\n pass"), | |
| ("5 docs not exempt", " return (b in _LOCKFILES or _DOC_NAME.fullmatch(b) is not None", " return (b in _LOCKFILES"), | |
| ("5 lockfiles not exempt", " return (b in _LOCKFILES or _DOC_NAME", " return (False or _DOC_NAME"), | |
| ("5d test-of-named dropped", " if is_test_file(f[\"filename\"]) and _squash(_stem(f[\"filename\"])) in named_stems:", " if False:"), | |
| ("5c directory tokens dropped", " or any(_token_named(d, toks, _GENERIC_DIRS) for d in _dirs(path) if not own(d))):", " ):"), | |
| ("5 three-word joins dropped", '_forms("".join(seq[i:i + 2])) | _forms("".join(seq[i:i + 3]))', '_forms("".join(seq[i:i + 2]))'), | |
| # ---- rules v2 (T7) | |
| ("v3 version=1 not dispatched", " if version in (1, 2, 3, 4, 5):\n", " if version in (2, 3, 4, 5):\n"), | |
| ("v3 version=2 not dispatched", " if version in (1, 2, 3, 4, 5):\n", " if version in (1, 3, 4, 5):\n"), | |
| ("v4 version=3 not dispatched", " if version in (1, 2, 3, 4, 5):\n", " if version in (1, 2, 4, 5):\n"), | |
| ("v2 1 URL lines yield nothing", " name = _url_req_name(s)\n", " name = None\n"), | |
| ("v2 1 URL source read as version", " source = _url_source(kind, text)\n", " source = None\n"), | |
| ("v2 1 npm owner/repo not a URL", " or _NPM_SHORTHAND.fullmatch(value):", ":"), | |
| ("v2 1 moved URL counted", " if source is not None and source in removed_sources:\n", " if False:\n"), | |
| ("v2 1 URL mention ignored", " if source.lower() in issue_text.lower():\n", " if False:\n"), | |
| ("v2 2 lifecycle off", "return out + _npm_lifecycle(issue_text, files) + _pyproject_lint(issue_text, files)", "return out + _pyproject_lint(issue_text, files)"), | |
| ("v2 2 lifecycle only new keys", 'for key, value in sorted(pairs["+"] - pairs["-"]):', 'for key, value in sorted(p for p in pairs["+"] if p[0] not in {k for k, _ in pairs["-"]}):'), | |
| ("v2 2 lifecycle mention ignored", " if not _mentions(issue_text, key):\n", " if True:\n"), | |
| ("v2 2 pyproject lint off", " + _pyproject_lint(issue_text, files)\n", "\n"), | |
| ("v2 2 lint unknown-section keys ignored", "if lint or (section is None and (key in _IGNORE_KEYS or array_key in _IGNORE_KEYS)):", "if lint:"), | |
| ("v2 2 lint mention ignored", ' if hit and not (_mentions(issue_text, "pyproject.toml")\n or any(_mentions(issue_text, w) for w in _LINT_WORDS + ("pre-commit",))):', " if hit:"), | |
| ("v2 3a source twin dropped", "if b in added_names or _squash(st) in gone_sources:", "if b in added_names:"), | |
| ("v2 3a directory rewrite dropped", "if lost.get(d, 0) > 0 and gained.get(d, 0) >= lost[d]:", "if False:"), | |
| ("v2 3a rewrite counts any directory", "gained.get(d, 0) >= lost[d]:", "sum(gained.values()) >= lost[d]:"), | |
| ("v2 5 package dir names files", "for d in _dirs(path) if not own(d))):", "for d in _dirs(path))):"), | |
| ("v2 5 package stem names files", "or (not own(_stem(path)) and _token_named(", "or (_token_named("), | |
| ("v3 6 stem does not name a binary", " return ((not own(_stem(path)) and _token_named(_stem(path), toks, _GENERIC_STEMS))\n", " return (False\n"), | |
| ("v2 5 tests-only anchor allowed", " if all(_test_support(p) for p in named):\n", " if not named:\n"), | |
| ("v2 5 two shared dirs dropped", " if common >= 2:\n", " if False:\n"), | |
| ("v2 5 test support flagged", " and not _test_support(p)]", "]"), | |
| ("v2 5 fixtures not support", '_SUPPORT_DIRS = _TEST_DIRS | {"fixtures", "__fixtures__", "testdata", "test-data", "__mocks__", "mocks"}', "_SUPPORT_DIRS = _TEST_DIRS"), | |
| ("v2 5 changeset not exempt", '"__snapshots__", ".changeset")', '"__snapshots__")'), | |
| # ---- rules v3 (T9) | |
| ("v3 5 unplaced back to extras", "return Analysis(extras=unique, named_paths", "return Analysis(extras=unique + [Extra('file_outside_ask', p, p, '') for p in unplaced], named_paths"), | |
| ("v3 5 anchored unplaced dropped", " return sorted(out), sorted(named), True\n", " return [], sorted(named), True\n"), | |
| ("v3 7 mass events off", " if len(group) < MASS:\n", " if True:\n"), | |
| ("v3 7 threshold 11", "MASS = 10 ", "MASS = 11 "), | |
| ("v3 7 threshold 9", "MASS = 10 ", "MASS = 9 "), | |
| ("v3 7 pooled by first directory", '"/".join(_dirs(e.path)[:2])', '"/".join(_dirs(e.path)[:1])'), | |
| ("v3 7 detail dropped", 'f"{len(paths)} {_NOUN[kind]} {verb} under {d}", paths))', 'f"{len(paths)} {_NOUN[kind]} {verb} under {d}", ()))'), | |
| ("v3 7 modified files pooled", 'st in ("added", "removed") and top:', 'st in ("added", "removed", "modified") and top:'), | |
| ("v3 6 binary off", ' if not (large or marked or hidden or (no_lines and _ext(f["filename"]) not in _TEXT_EXT)):\n', " if True:\n"), | |
| ("v3 6 text extensions ignored", '(no_lines and _ext(f["filename"]) not in _TEXT_EXT)', "no_lines"), | |
| ("v3 6 named binary flagged", " if _names_closely(f[\"filename\"], toks, package):\n continue\n", " if False:\n continue\n"), | |
| ("v3 6 any directory names a file", "(bool(d) and not own(d[-1]) and _token_named(d[-1], toks, _GENERIC_DIRS))", "any(_token_named(x, toks, _GENERIC_DIRS) for x in d)"), | |
| ("v3 6 ancestor path names a file", '(parent and (t == parent or parent.endswith("/" + t)))', '("/" + p).find("/" + t + "/") >= 0'), | |
| ("v3 6 size ignored", "large = size is not None and size > LARGE", "large = False"), | |
| ("v3 6 GitHub binary mark ignored", 'marked = f.get("binary") is True', "marked = False"), | |
| ("v3 6 modified files flagged", ' if f.get("status") != "added":\n continue\n size', " if False:\n continue\n size"), | |
| ("v3 6 line counts ignored", 'no_lines = not f.get("patch") and not f.get("additions") and not f.get("deletions")', 'no_lines = not f.get("patch")'), | |
| ("v3 6 binaries left unplaced", 'covered |= {p for e in found if e.kind == "binary_or_large_added"', 'covered |= {p for e in found if False'), | |
| ("v3 3 generated counted as tests", "if _ext(path) not in _CODE_EXT or is_generated(path):", "if _ext(path) not in _CODE_EXT:"), | |
| ("v3 3 generated dirs dropped", " return (any(d.lower() in _GENERATED_DIRS for d in _dirs(path))\n", " return (False\n"), | |
| ("v3 3 generated names dropped", " or _GENERATED_NAME.fullmatch(_base(path)) is not None)", " or False)"), | |
| ("v3 3c off", ' return [Extra("generated_code_removed"', ' return [] and [Extra("generated_code_removed"'), | |
| ("v3 3c churn kept", 'if e.kind != "generated_code_removed" or e.detail]', 'if True]'), | |
| ("v3 3c issue path ignored", " and not _names_closely(f[\"filename\"], toks, package)]", " ]"), | |
| ("v3 4 generated API counted", "or is_test_file(path) or is_generated(path):", "or is_test_file(path):"), | |
| ("v3 1 old names ignored", ' | _old_names(kind, f["patch"])', ""), | |
| ("v3 1 go indirect not old", 'parse = _deps_go_all if kind == "go" else _DEP_PARSERS[kind]', "parse = _DEP_PARSERS[kind]"), | |
| ("v3 1 unchanged lines not old", 'if raw.startswith(("@@", " ", "-")) and not raw.startswith("---"))', 'if raw.startswith(("@@", "-")) and not raw.startswith("---"))'), | |
| ("v3 1 acronyms ignored", " if any(a in _squash(name) for a in acronyms):\n", " if False:\n"), | |
| ("v3 1 acronyms from the whole issue", 'title = issue_text.strip().split("\\n", 1)[0]', "title = issue_text"), | |
| ("v3 1 three-capital acronyms", '_ACRONYM = re.compile(r"\\b[A-Z][A-Z0-9]{3,}\\b")', '_ACRONYM = re.compile(r"\\b[A-Z][A-Z0-9]{2,}\\b")'), | |
| # ---- rules v4 (T15) | |
| ("v4 1 new manifest read line by line", ' if f.get("status") == "added" and kind in _PACKAGE_MANIFESTS:\n', " if False:\n"), | |
| ("v4 1 new package mention ignored", ' if _mentions(issue_text, name) or _mentions(issue_text, name.rsplit("/", 1)[-1]):\n return None\n', " if False:\n return None\n"), | |
| ("v4 1 tool-only manifest reported", " if not name and not deps:\n return None", " if False:\n return None"), | |
| ("v4 1 declared name ignored", ' name = name or _base(posixpath.dirname(f["filename"])) or f["filename"]', ' name = _base(posixpath.dirname(f["filename"])) or f["filename"]'), | |
| ("v4 1 one-line array ignored", 'section is None and key in _ONE_LINE_DEP_KEYS and value.startswith("[") and "]" in value)', "False)"), | |
| ("v4 1 one-line array, any key", "section is None and key in _ONE_LINE_DEP_KEYS and", "section is None and"), | |
| ("v4 1b version_bump off", " found += build + _version_bumps(issue_text, rest)\n", " found += build\n"), | |
| ("v4 1b version mention ignored", " if _mentions(issue_text, v) or any(_mentions(issue_text, o) for o in olds):\n continue\n", " if False:\n continue\n"), | |
| ("v4 1b dependency sections read", " and section in _VERSION_SECTIONS else None", " else None"), | |
| ("v4 1b __version__ ignored", ' if _ext(f["filename"]) in _PY_EXT:\n return [m.group(1)', ' if False:\n return [m.group(1)'), | |
| ("v4 1b several files not detail", " paths if len(paths) > 1 else ()))", " ()))"), | |
| ("v4 4 context lines not head", ' if s in ("+", " "): # v4: a context line is at the head too', ' if s == "+":'), | |
| ("v4 4 moved twin ignored", ' if f.get("status") == "removed" and _squash(_stem(path)) in twins:\n continue', " if False:\n continue"), | |
| ("v4 4 renamed twin ignored", 'for f in files if f.get("status") in ("added", "renamed")}', 'for f in files if f.get("status") in ("added",)}'), | |
| ("v4 4 story helpers are API", " if _not_api(path):\n continue\n", ""), | |
| ("v4 4 history is a story", '_STORY = re.compile(r"(?:(?<![A-Za-z])[Ss]|(?<=[a-z])S)tor(?:y|ies)")', '_STORY = re.compile(r"stor(?:y|ies)", re.I)'), | |
| ("v4 4 mocks and fixtures are API", '_HELPER_DIRS = {"__mocks__", "fixtures", "__fixtures__"}', "_HELPER_DIRS = set()"), | |
| ("v4 6 hidden off", " if not (large or marked or hidden or (no_lines", " if not (large or marked or (no_lines"), | |
| ("v4 6 generated hidden flagged", ' and not is_generated(f["filename"]) # v4: too large to show', " # v4: too large to show"), | |
| ("v4 6 lockfile hidden flagged", ' # v4: too large to show\n and _base(f["filename"]) not in _LOCKFILES)', ") # v4: too large to show"), | |
| ("v4 8 build output off", " if len(paths) < MASS or any(", " if True or any("), | |
| ("v4 8 build threshold dropped", " if len(paths) < MASS or any(", " if any("), | |
| ("v4 8 build files read by other rules", ' rest = [f for f in files if f["filename"] not in taken]', " rest = files"), | |
| ("v4 8 build files left unplaced", " covered |= taken\n", ""), | |
| ("v4 8 site-packages not build output", ' "site-packages"}', " }"), | |
| ("v4 9 stray off", " found += _stray_extra(stray)\n", ""), | |
| ("v4 9 strays not grouped", " if len(found) == 1:\n", " if found:\n"), | |
| ("v4 9 stray field empty", "stray=[p for p, _ in stray])", "stray=[])"), | |
| ("v4 9a lockfile stray off", " stray = sorted(_stray_lockfiles(issue_text, rest)\n + ", " stray = sorted(\n "), | |
| ("v4 9a manager mention ignored", " if _mentions(issue_text, manager) or _mentions(issue_text, b):\n continue\n", " if False:\n continue\n"), | |
| ("v4 9a sibling lockfile ignored", " if others:\n", " if False:\n"), | |
| ("v4 9a new package lockfile flagged", ' elif where != "added":', " else:"), | |
| ("v4 9b backups ignored", ' if _LEFTOVER.fullmatch(b):\n out.append((p, "a backup or editor copy"))\n', " if False:\n pass\n"), | |
| ("v4 9b deep files stray", ' elif "/" in p or _exempt(p)', " elif _exempt(p)"), | |
| ("v4 9b kept top-level names stray", " or _KEPT_TOP.fullmatch(b):\n", ":\n"), | |
| ("v4 9b top-level md ignored", ' elif _ext(p) in ("md", "markdown"):\n', " elif False:\n"), | |
| ("v4 9b code files stray", " elif _ext(p) not in _CODE_EXT and b not in", " elif b not in"), | |
| ("v4 9b housekeeping stray", " and b not in _HOUSEKEEPING and not any(", " and not any("), | |
| ("v4 9b references ignored", "not any(\n b.lower() in text for q, text in head.items() if q != p):", "True:"), | |
| ("v4 9b named files stray", " or p in named or _names_closely(p, toks, package):", ":"), | |
| # ---- rules v5 (T33) | |
| ("v5 version=4 not dispatched", " if version in (1, 2, 3, 4, 5):\n", " if version in (1, 2, 3, 5):\n"), | |
| ("v2 2 dependabot words dropped", ' ("dependabot", "renovate")),', " _CI_WORDS),"), | |
| ("v5 2 base name does not name", " return _mentions(issue_text, _base(path)) or any(", " return any("), | |
| ("v5 2 stem does not name", " or any(_mentions(issue_text, s) for s in stems)", ""), | |
| ("v5 2 one-letter stems name", "if len(s) >= _MIN_STEM]", "]"), | |
| ("v5 2 tool suffix kept", '_TOOL_SUFFIX.sub("", stem) if b.startswith(".") else stem', "stem"), | |
| ("v5 5 named config not an anchor", ' keep |= {f["filename"] for f in files if f["filename"] in covered and not _exempt(f["filename"]) # v5: a named config\n and (_manifest_kind(f["filename"]) or _config_kind(f["filename"]))} # or manifest anchors\n', ""), | |
| ("v5 8 venv roots ignored", ' root = next((r for r in roots if f["filename"].startswith(r + "/")), None)', " root = None"), | |
| ("v5 8 activate not a marker", '_VENV_MARKERS = ("pyvenv.cfg", "bin/activate", "Scripts/activate")', '_VENV_MARKERS = ("pyvenv.cfg",)'), | |
| ("v5 9a old wording", 'f"a {manager} lockfile; the changed files show no matching manifest ({manifest})"', 'f"a {manager} lockfile in a project that had none (its {manifest} is not new)"'), | |
| ("v5 9a sibling wording", 'f"a second lockfile for another package manager ({manager}\'s {b} beside {others[0]})"', 'f"a {manager} lockfile beside {others[0]}, the lockfile of the package manager in use"'), | |
| ("v5 9a kept manifest said absent", " elif where is None:\n", ' elif where != "added":\n'), | |
| ("v5 9c off", " + [(p, why) for p, why, _ in temp]\n", ""), | |
| ("v5 9c temp files off", ' elif (f.get("status") == "added" and _TEMP_FILE.fullmatch(parts[-1])', " elif (False"), | |
| ("v5 9c temp dirs off", ' out.append((d + "/", f"a temp or scratch directory ({len(paths)} added files)", paths))', " pass"), | |
| ("v5 9c words are markers", " and not _NOT_TEMP.match(d)", ""), | |
| ("v5 9c partly added dir flagged", 'any(m.get("status") != "added" for m in members) or ', ""), | |
| ("v5 9c named temp dir flagged", " or _mentions(issue_text, _base(d)) or any(map(itself, paths)):", ":"), | |
| ("v5 9c ancestor names a temp file", " itself = lambda p: _path_named(p, toks) or _names_config(issue_text, p)", " itself = lambda p: _names_closely(p, toks)"), | |
| ("v5 9c named temp file flagged", " and not itself(p)):", " ):"), | |
| ("v5 9c test data stray", " and not _test_support(p)\n", "\n"), | |
| ("v5 9c temp config also a config change", '_ci_or_config(issue_text, [f for f in rest if f["filename"] not in temp_files])', "_ci_or_config(issue_text, rest)"), | |
| ("v5 10 off", " found += ws\n", ""), | |
| ("v5 10 threshold 4", "WHITESPACE_GROUP = 3 ", "WHITESPACE_GROUP = 4 "), | |
| ("v5 10 threshold 2", "WHITESPACE_GROUP = 3 ", "WHITESPACE_GROUP = 2 "), | |
| ("v5 10 format words ignored", " if any(_mentions(issue_text, w) for w in _FORMAT_WORDS):\n", " if False:\n"), | |
| ("v5 10 blank lines counted", " if text.strip():\n", " if True:\n"), | |
| ("v5 10 indentation counted", "side[sign].append(text.strip())", "side[sign].append(text.rstrip())"), | |
| ("v5 10 renamed files read", ' return f.get("status") == "modified" and changed', ' return f.get("status") in ("modified", "renamed") and changed'), | |
| ("v5 10 mode-only changes read", " and changed and side", " and side"), | |
| ("v5 10 reported files counted again", 'if f["filename"] not in reported and _whitespace_only_file(f)', "if _whitespace_only_file(f)"), | |
| ("v5 10 files left unplaced", " covered |= ws_files\n", ""), | |
| ("v5 10 shared directory not the name", ' where, name = (d + "/", d + "/") if d else ("./", "whitespace-only edits")', ' where, name = "./", "whitespace-only edits"'), | |
| ("v5 10 every path in the reason", 'newline): "\n + ", ".join(paths[:3])', 'newline): "\n + ", ".join(paths)'), | |
| ("v5 10 detail cut to three", "why, tuple(paths))], set(paths)", "why, tuple(paths[:3]))], set(paths)"), | |
| # ---- rules v6 (T37) | |
| ("v6 version=5 not dispatched", " if version in (1, 2, 3, 4, 5):\n", " if version in (1, 2, 3, 4):\n"), | |
| ("v6 11 off", " found += agent\n", ""), | |
| ("v6 11 files stay in other rules", ' rest = [f for f in rest if f["filename"] not in agent_files]\n', ""), | |
| ("v6 11 files left unplaced", " covered |= agent_files # v6: an agent instruction file is never unplaced\n", ""), | |
| ("v6 11 named files do not anchor", " | set(anchors) # v6: rule 11\n", "\n"), | |
| ("v6 11 any depth off", "for i in range(len(parts)) for r in _AGENT_RX)", "for i in range(1) for r in _AGENT_RX)"), | |
| ("v6 11 ** stays in one directory", '".+" if t == "**"', '"[^/]+" if t == "**"'), | |
| ("v6 11 * crosses directories", '"[^/]+" if t == "*"', '".+" if t == "*"'), | |
| ("v6 11 copilot-agent.yml missed", '".github/agents/*", ".github/copilot-agent.yml",', '".github/agents/*",'), | |
| ("v6 11 deleted files skipped", " hits = [f for f in files if any(is_agent_instructions(p)", ' hits = [f for f in files if f.get("status") != "removed" and any(is_agent_instructions(p)'), | |
| ("v6 11 old path ignored", 'any(is_agent_instructions(p) for p in filter(None, (f["filename"], f.get("previous_filename"))))]', 'is_agent_instructions(f["filename"])]'), | |
| ("v6 11 issue ignored", " unasked = [f for f in hits if not any(_names_agent_file(issue_text, p)\n", " unasked = [f for f in hits if not any(False\n"), | |
| ("v6 11 base name ignored", " if _mentions(issue_text, b) or any(_mentions(issue_text, w) for w in _AGENT_WORDS):", " if any(_mentions(issue_text, w) for w in _AGENT_WORDS):"), | |
| ("v6 11 phrases ignored", " if _mentions(issue_text, b) or any(_mentions(issue_text, w) for w in _AGENT_WORDS):", " if _mentions(issue_text, b):"), | |
| ("v6 11 MCP names every file", ' return "mcp" in b.lower() and any(', " return any("), | |
| ("v6 11 MCP names nothing", ' return "mcp" in b.lower() and any(', " return False and any("), | |
| ("v6 11 one file grouped", " if len(unasked) == 1:\n", " if False:\n"), | |
| ("v6 11 detail cut to three", "why, paths)], every", "why, paths[:3])], every"), | |
| ("v6 11 count missing", 'f"{AGENT_TOLD}: {len(paths)} agent instruction files', 'f"{AGENT_TOLD}: agent instruction files'), | |
| ("v6 11 every path in the reason", '+ "): "\n + ", ".join(paths[:3])', '+ "): "\n + ", ".join(paths)'), | |
| ("v6 11 states missing", ' + ", ".join(f"{n} {s}" for s, n in sorted(states.items())) + "): "\n', ' + "): "\n'), | |
| ("v6 11 verb always edits", "{_AGENT_VERB.get(f.get('status'), 'edits')}", "edits"), | |
| ("v6 11 group not named by its directory", '(d + "/") if d else "./", "agent instruction files"', '"./", "agent instruction files"'), | |
| ("v6 1b lower wording off", " if all(_lower(o, v) for o in olds):", " if False:"), | |
| ("v6 1b text order", " return b + [0] * (n - len(b)) < a + [0] * (n - len(a))", " return new < old"), | |
| ("v6 1b not padded", " return b + [0] * (n - len(b)) < a + [0] * (n - len(a))", " return b < a"), | |
| ("v6 1b any number is dotted", '_DOTTED_VERSION = re.compile(r"\\d+(?:\\.\\d+)+")', '_DOTTED_VERSION = re.compile(r"\\d+(?:\\.\\d+)*")'), | |
| ("v6 1b prefix is enough", " if not (_DOTTED_VERSION.fullmatch(old) and _DOTTED_VERSION.fullmatch(new)):", " if not (_DOTTED_VERSION.match(old) and _DOTTED_VERSION.match(new)):"), | |
| ] | |
| src = (REPO / "itemator/extras.py").read_text() | |
| TESTS = sorted(str(p.relative_to(REPO)) for p in (REPO / "tests").glob("test_extras*.py")) | |
| def run(i, text): | |
| d = WORK / f"m{i:02d}" | |
| if d.exists(): shutil.rmtree(d) | |
| shutil.copytree(REPO / "itemator", d / "itemator"); shutil.copytree(REPO / "tests", d / "tests") | |
| (d / "itemator/extras.py").write_text(text) | |
| return subprocess.run([PY, "-m", "pytest", "-q", "-p", "no:cacheprovider", *TESTS], cwd=d, capture_output=True, text=True) | |
| base = run(99, src) | |
| if base.returncode != 0: | |
| print("the unmutated copy fails, so no mutant can be judged:\n" + base.stdout[-2000:]); sys.exit(2) | |
| survivors = 0 | |
| for i, (label, old, new) in enumerate(M): | |
| assert src.count(old) == 1, f"mutant {label!r}: anchor found {src.count(old)} times" | |
| mutated = src.replace(old, new) | |
| try: | |
| compile(mutated, "extras.py", "exec") | |
| except SyntaxError as e: # a mutant that does not compile is not "killed by a test": it is a bad mutant | |
| print(f"INVALID {label:40s} {e.msg}"); survivors += 1; continue | |
| r = run(i, mutated) | |
| failed = [l.split("::")[1].split(" ")[0] for l in r.stdout.splitlines() if l.startswith("FAILED")] | |
| killed = r.returncode != 0 | |
| survivors += not killed | |
| print(f"{'KILLED ' if killed else 'SURVIVED'} {label:40s} {','.join(failed)[:150]}") | |
| print(f"{len(M) - survivors}/{len(M)} mutants killed") | |
| sys.exit(1 if survivors else 0) | |