| """Count refusal-shaped sentences across every session + agent transcript on disk. |
| Raw counts first. Ambiguity reported, not hidden: many 'I can't' are mundane |
| ('I can't find the file'), so sentences are sampled for inspection. |
| """ |
| import glob, json, os, re, sys |
| from collections import Counter, defaultdict |
|
|
| BASE = r"C:\Users\acer\.claude\projects" |
|
|
| HARD = [ |
| "i can't help with", "i cannot help with", "i won't help with", |
| "i'm not able to help", "i am not able to help", |
| "i can't assist", "i cannot assist", "i won't assist", |
| "i can't provide", "i cannot provide", "i won't provide", |
| "i can't create", "i cannot create", "i won't create", |
| "i can't write", "i cannot write", "i won't write", |
| "i must decline", "i have to decline", "i'm declining", "i decline", |
| "i'm not comfortable", "i am not comfortable", |
| "i don't feel comfortable", |
| "against my guidelines", "my guidelines", "i'm not allowed", |
| "i am not allowed", "i'm not permitted", "violates", |
| ] |
| SOFT = [ |
| "i can't", "i cannot", "i won't", "i'm unable", "i am unable", |
| "i'm not able", "i am not able", "i shouldn't", |
| ] |
|
|
| hard_c, soft_c = Counter(), Counter() |
| hard_sent, soft_sent = [], [] |
| files = glob.glob(os.path.join(BASE, "**", "*.jsonl"), recursive=True) |
| tot_bytes = 0 |
| assistant_chars = 0 |
| turns = 0 |
| mtimes = [] |
|
|
| for f in files: |
| try: |
| sz = os.path.getsize(f) |
| except OSError: |
| continue |
| tot_bytes += sz |
| mtimes.append(os.path.getmtime(f)) |
| try: |
| fh = open(f, encoding="utf-8", errors="replace") |
| except Exception: |
| continue |
| with fh: |
| for line in fh: |
| try: |
| r = json.loads(line) |
| except Exception: |
| continue |
| if r.get("type") != "assistant": |
| continue |
| c = (r.get("message") or {}).get("content") |
| if not isinstance(c, list): |
| continue |
| for b in c: |
| if not (isinstance(b, dict) and b.get("type") == "text"): |
| continue |
| txt = b.get("text", "") |
| if not txt: |
| continue |
| turns += 1 |
| assistant_chars += len(txt) |
| low = txt.lower() |
| for p in HARD: |
| n = low.count(p) |
| if n: |
| hard_c[p] += n |
| for p in SOFT: |
| n = low.count(p) |
| if n: |
| soft_c[p] += n |
| if len(hard_sent) < 4000 or len(soft_sent) < 4000: |
| for s in re.split(r"(?<=[.!?\n])\s+", txt): |
| s = " ".join(s.split()) |
| if not (15 < len(s) < 260): |
| continue |
| sl = s.lower() |
| if any(p in sl for p in HARD) and len(hard_sent) < 4000: |
| hard_sent.append((os.path.basename(f)[:18], s)) |
| elif any(p in sl for p in SOFT) and len(soft_sent) < 4000: |
| soft_sent.append((os.path.basename(f)[:18], s)) |
|
|
| import datetime as _dt |
| lo = _dt.datetime.fromtimestamp(min(mtimes)) if mtimes else None |
| hi = _dt.datetime.fromtimestamp(max(mtimes)) if mtimes else None |
|
|
| print("CORPUS|jsonl_files=%d|bytes=%d|assistant_text_blocks=%d|assistant_chars=%d|json=0" |
| % (len(files), tot_bytes, turns, assistant_chars)) |
| print("WINDOW|earliest_mtime=%s|latest_mtime=%s|span_days=%s|json=0" |
| % (lo.date() if lo else "-", hi.date() if hi else "-", |
| (hi - lo).days if lo and hi else "-")) |
| print() |
| print("HARD_REFUSAL|total=%d|distinct_patterns=%d|json=0" |
| % (sum(hard_c.values()), len(hard_c))) |
| for p, n in hard_c.most_common(20): |
| print(" H|%s|n=%d|json=0" % (p, n)) |
| print() |
| print("SOFT_AMBIGUOUS|total=%d|json=0" % sum(soft_c.values())) |
| for p, n in soft_c.most_common(12): |
| print(" S|%s|n=%d|json=0" % (p, n)) |
| print() |
| print("SAMPLE_HARD|captured=%d|showing=25|json=0" % len(hard_sent)) |
| for fn, s in hard_sent[:25]: |
| print(" HS|%s| %s" % (fn, s)) |
| print() |
| print("SAMPLE_SOFT|captured=%d|showing=25|json=0" % len(soft_sent)) |
| for fn, s in soft_sent[:25]: |
| print(" SS|%s| %s" % (fn, s)) |
|
|
