File size: 4,037 Bytes
fd2c364 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 | // @vitest-environment node
import { execFileSync } from "node:child_process";
import { readFileSync } from "node:fs";
import path from "node:path";
import { fileURLToPath } from "node:url";
import { describe, expect, it } from "vitest";
const repoRoot = path.resolve(
path.dirname(fileURLToPath(import.meta.url)),
"../..",
);
const resolverPath = path.join(
repoRoot,
"tests/e2e/mock-llm/scripts/resolve-affected-tests.mjs",
);
const workflowPath = path.join(repoRoot, ".github/workflows/mock-llm-e2e.yml");
const dockerWorkflowPath = path.join(
repoRoot,
".github/workflows/mock-llm-docker-e2e.yml",
);
const ciWorkflowPath = path.join(repoRoot, ".github/workflows/ci.yml");
function resolveAffectedTests(files: string[]) {
const output = execFileSync(
process.execPath,
[resolverPath, "--files", files.join(",")],
{ cwd: repoRoot, encoding: "utf-8" },
).trim();
return output.length > 0 ? output.split(/\s+/) : [];
}
describe("mock-LLM E2E affected test resolver", () => {
it("selects mapped source shards plus regressions", () => {
expect(
resolveAffectedTests(["src/components/features/settings/llm-form.tsx"]),
).toEqual([
"tests/e2e/mock-llm/regressions",
"tests/e2e/mock-llm/settings",
]);
});
it("runs the full suite for cross-cutting source changes", () => {
expect(resolveAffectedTests(["src/api/agent-server-adapter.ts"])).toEqual([
"__ALL__",
]);
});
it("runs the full suite for unmapped source changes", () => {
expect(resolveAffectedTests(["src/utils/some-new-helper.ts"])).toEqual([
"__ALL__",
]);
});
it("selects the containing feature subset for a test-only new spec change", () => {
expect(
resolveAffectedTests([
"tests/e2e/mock-llm/mcp/mock-llm-new-marketplace.spec.ts",
]),
).toEqual(["tests/e2e/mock-llm/mcp", "tests/e2e/mock-llm/regressions"]);
});
it("selects the exact root spec path defensively for misplaced new specs", () => {
expect(
resolveAffectedTests(["tests/e2e/mock-llm/mock-llm-new-root.spec.ts"]),
).toEqual([
"tests/e2e/mock-llm/regressions",
"tests/e2e/mock-llm/mock-llm-new-root.spec.ts",
]);
});
it.each([
["public/favicon.ico"],
[".github/workflows/mock-llm-e2e.yml"],
["tailwind.config.js"],
["hero.ts"],
["tests/e2e/mock-llm/test-mapping.json"],
])("runs the full suite for relevant trigger path %s", (file) => {
expect(resolveAffectedTests([file])).toEqual(["__ALL__"]);
});
it("runs browser mock E2E after main updates or manual dispatch", () => {
const workflow = readFileSync(workflowPath, "utf-8");
expect(workflow).toContain("push:\n branches: [main]");
expect(workflow).toContain("workflow_dispatch:");
expect(workflow).not.toContain("pull_request:");
expect(workflow).not.toContain("detect-pr-changes:");
expect(workflow).toContain("npm run test:e2e:mock-llm &");
});
it("runs Docker mock E2E after successful main builds or manual dispatch", () => {
const dockerWorkflow = readFileSync(dockerWorkflowPath, "utf-8");
expect(dockerWorkflow).toContain('workflows: ["Docker"]');
expect(dockerWorkflow).toContain("branches: [main]");
expect(dockerWorkflow).toContain("workflow_dispatch:");
expect(dockerWorkflow).not.toContain("pull_request:");
expect(dockerWorkflow).toContain(
"github.event.workflow_run.conclusion == 'success'",
);
});
it("runs live LLM E2E on main or by manual PR dispatch", () => {
const ciWorkflow = readFileSync(ciWorkflowPath, "utf-8");
const liveJob = ciWorkflow.slice(ciWorkflow.indexOf(" live-e2e:"));
expect(liveJob).toContain("github.event_name == 'workflow_dispatch'");
expect(liveJob).toContain(
"github.event_name == 'push' && github.ref == 'refs/heads/main'",
);
expect(liveJob).not.toContain("github.event_name == 'pull_request'");
expect(liveJob).toContain(
"LIVE_E2E_PR_NUMBER: ${{ inputs.pr_number || '' }}",
);
});
});
|