flagtldr / scripts /e2e /grokmode.mjs
botezx's picture
Grok Bot
FlagTLDR 0.5.0 (snapshot of local f98bb37)
043267b
Raw History Blame Contribute Delete
6.53 kB
// v0.4.2 e2e: "Tryb Groka" on the mock x.com/i/grok picker (Auto / Fast / Expert / Heavy).
// Checks: switch to Fast before typing + restore of the previous mode, restore off, PL labels with a
// click-opened icon-only picker, plan-locked mode -> warning, missing picker -> warning, Expert, "nie zmieniaj",
// and that the diagnostics hold only generic mode keys (modePicker/modeOption SEL entries, no labels).
// node grokmode.mjs <chrome> (mock server: python3 mock-x-server.py 8443)
import puppeteer from "puppeteer-core";
import path from "node:path";
import { fileURLToPath } from "node:url";
import { setTimeout as sleep } from "node:timers/promises";
const ROOT = path.resolve(path.dirname(fileURLToPath(import.meta.url)), "../..");
const EXT = process.env.EXT_DIR || path.join(ROOT, "extension");
const SHOTS = path.join(ROOT, "docs", "screenshots");
const CHROME = process.env.CHROME || process.argv[2];
const browser = await puppeteer.launch({
executablePath: CHROME, headless: true,
args: [`--disable-extensions-except=${EXT}`, `--load-extension=${EXT}`,
"--host-resolver-rules=MAP x.com 127.0.0.1:8443", "--ignore-certificate-errors", "--no-sandbox", "--window-size=1280,900", "--lang=pl"],
defaultViewport: { width: 1280, height: 900 },
});
const log = (...a) => console.log("[grokmode-e2e]", ...a);
const assert = (c, m) => { if (!c) throw new Error("ASSERT: " + m); };
try {
const sw = await browser.waitForTarget((t) => t.type() === "service_worker" && t.url().endsWith("service-worker.js"), { timeout: 15000 });
const extId = new URL(sw.url()).host;
const opt = await browser.newPage();
await opt.goto(`chrome-extension://${extId}/src/options/options.html`);
await opt.waitForFunction(() => document.getElementById("systemPrompt").value.length > 0);
const defaults = await opt.evaluate(() => ({ mode: document.getElementById("grokMode").value, restore: document.getElementById("grokRestoreMode").checked,
model: document.getElementById("llm.model").value, effort: document.getElementById("llm.reasoningEffort").value }));
log("option defaults:", JSON.stringify(defaults));
assert(defaults.mode === "fast" && defaults.restore && defaults.model === "grok-4.3" && defaults.effort === "none", "defaults");
const patch = (p) => opt.evaluate(async (p) => {
const { settings } = await chrome.storage.local.get("settings");
await chrome.storage.local.set({ settings: { ...(settings || {}), ...p } });
}, p);
await opt.evaluate(() => chrome.runtime.sendMessage({ type: "clearDiag" }));
await patch({ diagEnabled: true, classifyEnabled: false });
const x = await browser.newPage();
await x.goto("https://x.com/teza_autor/status/100", { waitUntil: "networkidle0" });
await x.waitForSelector(".xa-summary-btn", { timeout: 30000 });
const card = () => x.evaluate(() => document.querySelector(".xa-result-host")?.shadowRoot.querySelector(".card").innerText || "");
const warn = () => x.evaluate(() => { const w = document.querySelector(".xa-result-host")?.shadowRoot.querySelector(".warn"); return w && !w.hidden ? w.textContent : ""; });
const run = async (label, { flags = "", start = "auto" } = {}) => {
await x.evaluate((f, s) => { localStorage.setItem("mockGrokFlags", f); localStorage.setItem("mockGrokMode", s); document.querySelectorAll(".xa-result-host").forEach((n) => n.remove()); }, flags, start);
await x.click('article[data-testid="tweet"] .xa-summary-btn');
await x.waitForFunction(() => /Kontrargumenty|Kopiuj prompt/.test(document.querySelector(".xa-result-host")?.shadowRoot.querySelector(".card").innerText || ""), { timeout: 120000 });
const t = await card();
const r = { label, answeredIn: (/w trybie (\w+)/.exec(t) || [])[1], warn: await warn(), after: await x.evaluate(() => localStorage.getItem("mockGrokMode")) };
log(JSON.stringify(r));
return r;
};
let r = await run("fast+restore");
assert(r.answeredIn === "fast" && !r.warn && r.after === "auto", "fast + restore");
r = await run("already-fast", { start: "fast" });
assert(r.answeredIn === "fast" && !r.warn && r.after === "fast", "already fast");
r = await run("pl+click-menu+icon-only", { flags: "lang=pl&menu=click&nolabel" });
assert(r.answeredIn === "fast" && !r.warn && r.after === "auto", "pl/click/icon");
r = await run("aria-label picker", { flags: "picker=aria", start: "expert" });
assert(r.answeredIn === "fast" && !r.warn && r.after === "expert", "aria picker");
r = await run("fast locked (plan)", { flags: "lock=fast" });
assert(r.answeredIn === "auto" && /nie udało się ustawić trybu Szybki/.test(r.warn) && r.after === "auto", "locked");
await x.screenshot({ path: path.join(SHOTS, "0.4.2-mode-warning.png") });
r = await run("no picker", { flags: "picker=none" });
assert(r.answeredIn === "auto" && /nie udało się ustawić trybu Szybki/.test(r.warn), "no picker");
await patch({ grokRestoreMode: false });
r = await run("restore off");
assert(r.answeredIn === "fast" && r.after === "fast", "restore off");
await patch({ grokRestoreMode: true, grokMode: "expert" });
r = await run("expert");
assert(r.answeredIn === "expert" && r.after === "auto", "expert");
await patch({ grokMode: "keep" });
r = await run("keep", { start: "expert" });
assert(r.answeredIn === "expert" && !r.warn && r.after === "expert", "keep");
// diagnostics: mode section, SEL groups, no raw labels
const d = await opt.evaluate(async () => (await chrome.storage.local.get("xaDiag")).xaDiag);
const runs = d.runs || [];
const modes = runs.map((x) => x.grokPage?.mode).filter(Boolean);
log("diag modes:", JSON.stringify(modes.map((m) => [m.target, m.status, m.before, m.verified, (m.optionsSeen || []).join("|"), m.restore?.status])));
assert(!modes.some((m) => m.restore?.status === "timeout"), "restore timed out");
const withMenu = runs.find((x) => x.grokPage?.selectors?.modeMenuOpen);
assert(withMenu && withMenu.grokPage.selectors.modeMenuOpen.modeOption, "modeOption SEL report");
assert(runs.some((x) => x.grokPage?.selectors?.composerFound?.modePicker), "modePicker SEL report");
const blob = JSON.stringify(d);
for (const bad of ["Chooses Fast", "Quick responses", "Szybkie odpowiedzi", "Team of Experts", "Thinks hard", "Myśli dłużej"]) assert(!blob.includes(bad), "leak " + bad);
log("OK: diag has modePicker/modeOption, no option descriptions leaked");
await patch({ grokMode: "fast", diagEnabled: false });
log("ALL OK");
} finally {
await browser.close();
}