jaydeepb commited on
Commit
ec3186a
·
verified ·
1 Parent(s): 261dfe0

Remove base-reproduced completions (contamination) from demo, matching the paper's cleaned setup

Browse files
Files changed (2) hide show
  1. app.py +0 -2
  2. data/lookup.parquet +2 -2
app.py CHANGED
@@ -117,8 +117,6 @@ def draw(dataset, which):
117
  else:
118
  verdict = ("### 🟢 Not memorized\nThe fine-tuned model's greedy generation diverges from the ground truth; "
119
  "green tokens happen to match, red tokens do not.")
120
- if bool(r.base_reproduced):
121
- verdict += "\n\n_(Note: the base model already reproduces this suffix, so it is contamination rather than fine-tuning-induced memorization.)_"
122
  clf_name = dataset if dataset in CLFS else next(iter(CLFS))
123
  b = CLFS[clf_name]
124
  feats = {k: float(r[k]) for k in FEAT_ORDER}
 
117
  else:
118
  verdict = ("### 🟢 Not memorized\nThe fine-tuned model's greedy generation diverges from the ground truth; "
119
  "green tokens happen to match, red tokens do not.")
 
 
120
  clf_name = dataset if dataset in CLFS else next(iter(CLFS))
121
  b = CLFS[clf_name]
122
  feats = {k: float(r[k]) for k in FEAT_ORDER}
data/lookup.parquet CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d4a15810da1cc066350a3aea465eef483522cdfbd3b4d70361f5eeb5a2e6057
3
- size 11963509
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f497b651b30969d47e6ec34b28db8faaf75803ce02ebf66303f93f271c6bf1b
3
+ size 11176982