CLERK synthetic evolving-session generator: personas, updates/supersessions/tombstones, gold ledger transitions, seeded

clerk/generator.py

@@ -0,0 +1,178 @@
+"""CLERK synthetic evolving-session generator.
+
+Generates personas with evolving facts across multiple dialogue sessions.
+Because every fact event (ADD / UPDATE / TOMBSTONE) is generated
+programmatically, the gold ledger state after every session is known by
+construction, which yields exact supervision for the consolidation policy —
+no LLM judge anywhere in the pipeline.
+
+Everything is seeded: two runs with the same --seed produce byte-identical
+data.
+
+Author: Justin Wolcott (fallnai-research.org)
+License: Apache-2.0
+"""
+
+from __future__ import annotations
+
+import argparse
+import json
+import random
+from typing import Any, Dict, List, Optional, Tuple
+
+from clerk.common import (
+    LEDGER_BUDGET_DEFAULT,
+    Slot,
+    apply_ops,
+    empty_ledger,
+    enforce_budget,
+    serialize_ledger,
+    salience,
+)
+
+# ---------------------------------------------------------------- predicates
+
+# (predicate key, human phrase, value pool, statement template, update
+#  template, tombstone template)
+PREDICATES: List[Dict[str, Any]] = [
+    {"p": "job", "h": "job", "v": ["barista", "chef", "nurse", "high school teacher", "librarian", "electrician", "accountant", "software engineer", "pharmacist", "bus driver"],
+     "add": "Big news — I started a new job as a {v}.", "upd": "I actually switched jobs again. I'm a {v} now.", "tmb": "I left my job — between things right now."},
+    {"p": "city", "h": "city", "v": ["Denver", "Portland", "Nashville", "Austin", "Madison", "Boise", "Tucson", "Salem", "Reno", "Spokane"],
+     "add": "I just moved to {v}!", "upd": "We relocated again — I'm in {v} now.", "tmb": "I'm between cities at the moment, staying with family."},
+    {"p": "pet_kind", "h": "pet", "v": ["cat", "dog", "rabbit", "parakeet", "hamster", "iguana"],
+     "add": "I adopted a {v}.", "upd": "Long story, but I rehomed the {v_old} and got a {v} instead.", "tmb": "My pet passed away last month. It's been rough."},
+    {"p": "partner", "h": "partner", "v": ["Sam", "Jordan", "Priya", "Diego", "Nina", "Marcus", "Ellie", "Omar"],
+     "add": "I've been seeing someone — their name is {v}.", "upd": "That ended, and I'm dating {v} now.", "tmb": "We broke up, so I'm single again."},
+    {"p": "car", "h": "car", "v": ["a red Civic", "a blue Outback", "a gray Silverado", "a used Miata", "an old Corolla", "a white Jetta"],
+     "add": "I finally bought a car — {v}.", "upd": "I traded it in for {v}.", "tmb": "I sold the car — biking everywhere now."},
+    {"p": "hobby", "h": "main hobby", "v": ["bouldering", "watercolor painting", "chess", "birdwatching", "pottery", "kickboxing", "sourdough baking", "trail running"],
+     "add": "I've gotten really into {v}.", "upd": "I switched hobbies — now it's all about {v}.", "tmb": "I had to drop the hobby, no time lately."},
+    {"p": "favorite_food", "h": "favorite food", "v": ["pad thai", "dumplings", "tacos", "ramen", "lasagna", "pho", "shawarma", "pancakes"],
+     "add": "If I had to pick a favorite food, it's {v}.", "upd": "I've changed my favorite food to {v}, believe it or not.", "tmb": "I can't eat that anymore — no favorite food these days."},
+    {"p": "gym", "h": "gym", "v": ["RiseFit", "IronWorks", "FlexCity", "PeakBarre", "the Strength Lab", "Northside Athletic"],
+     "add": "I joined a new gym called {v}.", "upd": "I switched gyms — now I'm at {v}.", "tmb": "I cancelled my gym membership."},
+    {"p": "boss", "h": "boss", "v": ["Dana", "Victor", "Renee", "Kofi", "Beatrice", "Hank"],
+     "add": "My new boss's name is {v}.", "upd": "There's a new boss over me now: {v}.", "tmb": "My boss left and they haven't replaced them."},
+    {"p": "coworker", "h": "closest coworker", "v": ["Lena", "Theo", "Yusuf", "Marge", "Pete", "Iris"],
+     "add": "I've become friends with a coworker named {v}.", "upd": "On a new team now — my closest coworker there is {v}.", "tmb": "That coworker transferred away."},
+    {"p": "project", "h": "big work project", "v": ["the website redesign", "the database migration", "the product launch", "the security audit", "the onboarding revamp"],
+     "add": "I'm leading {v} at work.", "upd": "I got moved off that and onto {v}.", "tmb": "The project got cancelled, honestly."},
+    {"p": "deadline", "h": "big deadline", "v": ["March 14", "April 2", "May 9", "June 21", "July 3", "August 30"],
+     "add": "My big deadline is {v}.", "upd": "The deadline moved — it's {v} now.", "tmb": "The deadline got pushed indefinitely."},
+    {"p": "instrument", "h": "instrument", "v": ["guitar", "violin", "accordion", "cello", "drums", "trumpet"],
+     "add": "I've been learning the {v}.", "upd": "I switched instruments — playing the {v} now.", "tmb": "I gave up the instrument, wrists couldn't take it."},
+    {"p": "team", "h": "sports team I follow", "v": ["the Larks", "the Comets", "the Harbors", "the Northside Pistons", "the Rovers"],
+     "add": "I've started following {v}.", "upd": "I switched allegiances — it's {v} now.", "tmb": "I stopped following sports entirely."},
+    {"p": "allergy", "h": "allergy", "v": ["shellfish", "peanuts", "latex", "penicillin", "kiwi"],
+     "add": "Heads up: I'm allergic to {v}.", "upd": "New allergy diagnosis — {v} this time.", "tmb": "Good news, the allergy testing came back clear."},
+    {"p": "vacation_plan", "h": "next vacation spot", "v": ["Lisbon", "Kyoto", "Banff", "Oaxaca", "the Azores", "Marrakesh"],
+     "add": "I'm planning a trip to {v}.", "upd": "Change of plans — we're going to {v} instead.", "tmb": "The trip is off."},
+    {"p": "hobby_class", "h": "evening class", "v": ["a pottery class", "a Spanish class", "a jazz piano class", "a photography class", "a welding class"],
+     "add": "I signed up for {v}.", "upd": "I dropped that and enrolled in {v}.", "tmb": "I withdrew from the class."},
+    {"p": "neighbor", "h": "neighbor", "v": ["Mr. Alvarez", "Ms. Chen", "the Kowalskis", "Pastor Jim", "Dr. Patel"],
+     "add": "My new neighbor is {v}.", "upd": "They moved out — my neighbor now is {v}.", "tmb": "My neighbor moved away recently."},
+]
+
+TRAIN_NAMES = ["Alex", "Bailey", "Casey", "Drew", "Emery", "Frankie", "Gray", "Harper",
+               "Indigo", "Jesse", "Kai", "Logan", "Marley", "Noel", "Oakley", "Parker",
+               "Quinn", "Reese", "Sage", "Tatum", "Undra", "Val", "Wren", "Xander"]
+TEST_NAMES = ["Ari", "Bellamy", "Crew", "Dallas", "East", "Flynn", "Greer", "Hollis",
+              "Ira", "Jules", "Kit", "Lennon", "Morgan", "Nico", "Onyx", "Perry",
+              "Quince", "Rory", "Sailor", "Tao", "Uri", "Vesper", "Wilder", "Yael"]
+
+CHATTER = [
+    "Anyway — how's your week going?",
+    "Sorry, I just needed to vent a little.",
+    "This weather is something else lately.",
+    "Did you catch the game last night?",
+    "I should probably get more sleep.",
+    "Anyway, enough about that.",
+    "My commute was ridiculous today.",
+    "Coffee count today: three. Send help.",
+]
+ACKS = ["Got it — noted.", "That's good to hear.", "Thanks for the update!",
+        "Ah, interesting.", "Makes sense.", "Oh wow, okay.", "Sounds like a plan.",
+        "Noted, thanks for telling me."]
+
+Q_TEMPLATES = {
+    "recent": ["Do you remember what my {h} is?", "Quick quiz: what's my {h} again?"],
+    "stale": ["Do you still remember my {h} from before?", "You remember what my {h} is, right?"],
+    "superseded": ["Wait — what is my {h} these days?", "Remind me: what's my current {h}?"],
+    "negated": ["Do I still have a {h}?", "What about my {h} — still a thing?"],
+    "unknown": ["What's my {h}?", "Do you happen to know my {h}?"],
+    "temporal": ["What was my {h} back then, before it changed?", "What did my {h} used to be?"],
+}
+
+ANSWER_OK = {
+    "value": "{v}",
+    "negated": "You don't have that anymore — you mentioned it's no longer the case.",
+    "unknown": "I don't know — you haven't told me about that yet.",
+    "temporal": "{v}",
+}
+
+
+def _fill(t: str, v: Optional[str] = None, h: Optional[str] = None, s: Optional[str] = None) -> str:
+    out = t
+    if v is not None:
+        out = out.replace("{v}", v)
+    if h is not None:
+        out = out.replace("{h}", h)
+    if s is not None:
+        out = out.replace("{s}", s)
+    return out
+
+
+# ---------------------------------------------------------------- generation
+
+def make_persona(rng: random.Random, name: str, n_init: int = 8) -> Dict[str, Any]:
+    preds = rng.sample(PREDICATES, n_init)
+    facts = []
+    for spec in preds:
+        facts.append({
+            "pred": spec["p"], "value": rng.choice(spec["v"]),
+            "born_session": 0, "state": "active",  # active | updated | tombstoned
+            "history": [],
+        })
+    return {"name": name, "facts": facts}
+
+
+def find_fact(persona: Dict[str, Any], pred: str) -> Optional[Dict[str, Any]]:
+    for f in persona["facts"]:
+        if f["pred"] == pred:
+            return f
+    return None
+
+
+def spec_of(pred: str) -> Dict[str, Any]:
+    return next(p for p in PREDICATES if p["p"] == pred)
+
+
+def render_session(
+    rng: random.Random,
+    persona: Dict[str, Any],
+    session_idx: int,
+    n_add: int, n_upd: int, n_tmb: int, n_q: int,
+) -> Tuple[List[Dict[str, str]], List[Dict[str, Any]], List[Dict[str, Any]]]:
+    """Render one session. Returns (turns, write_events, qas).
+
+    write_events: [{"kind": ADD/UPDATE/TOMBSTONE, "pred":..., "value":...}]
+    qas: [{"q":..., "a":..., "type":..., "pred":...}]
+    """
+    name = persona["name"]
+    turns: List[Dict[str, Any]] = []
+    events: List[Dict[str, Any]] = []
+
+    # --- pick events
+    updatable = [f for f in persona["facts"] if f["state"] == "active"
+                 and f["born_session"] < session_idx]
+    spec_pool = [p for p in PREDICATES if find_fact(persona, p["p"]) is None]
+
+    for _ in range(n_add):
+        if not spec_pool_left(spec_pool_left_spec := spec_pool_left := None) and False:
+            pass  # placeholder removed
+    del spec_pool_left
+
+    for _ in range(n_add):
+        if not spec_pool_left_check(spec_pool_left_spec := None) and False:
+            pass
+    return [], [], []